{"level":"warn","ts":"2026-03-11T16:50:46.944515Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:50:46.944591Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T16:50:46.944649Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:50:46.944657Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-11T16:50:46.944671Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:50:46.945316Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-03-11T16:50:46.945407Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T16:50:46.951418Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.79291ms"} {"level":"info","ts":"2026-03-11T16:50:46.963237Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-03-11T16:50:46.963335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T16:50:46.963359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-03-11T16:50:46.963372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T16:50:46.963379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-03-11T16:50:46.963458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-03-11T16:50:46.977172Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T16:50:46.978889Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T16:50:46.980505Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T16:50:46.98279Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T16:50:46.982929Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T16:50:46.983012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:46.983159Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:46.983224Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:46.983856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-03-11T16:50:46.984276Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-11T16:50:46.988111Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:50:46.988183Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-11T16:50:46.988283Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-11T16:50:46.988484Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T16:50:46.988548Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T16:50:47.563874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T16:50:47.563936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T16:50:47.563971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-03-11T16:50:47.56399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-03-11T16:50:47.564001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-11T16:50:47.564021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-03-11T16:50:47.564119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-11T16:50:47.565235Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:47.566313Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:50:47.566371Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:50:47.566304Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T16:50:47.566827Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T16:50:47.566925Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T16:50:47.567133Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:47.567277Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:47.567338Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:47.569935Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T16:50:47.570232Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-03-11T16:51:04.243199Z","caller":"traceutil/trace.go:171","msg":"trace[227564402] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"479.544524ms","start":"2026-03-11T16:51:03.763632Z","end":"2026-03-11T16:51:04.243177Z","steps":["trace[227564402] 'read index received' (duration: 479.321499ms)","trace[227564402] 'applied index is now lower than readState.Index' (duration: 221.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:04.24329Z","caller":"traceutil/trace.go:171","msg":"trace[725760775] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"655.888687ms","start":"2026-03-11T16:51:03.58737Z","end":"2026-03-11T16:51:04.243258Z","steps":["trace[725760775] 'process raft request' (duration: 655.656812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.243322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.676608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:04.243434Z","caller":"traceutil/trace.go:171","msg":"trace[884921969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:377; }","duration":"479.798441ms","start":"2026-03-11T16:51:03.763624Z","end":"2026-03-11T16:51:04.243422Z","steps":["trace[884921969] 'agreement among raft nodes before linearized reading' (duration: 479.652817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.243479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.195383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:04.24356Z","caller":"traceutil/trace.go:171","msg":"trace[753719862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"137.307955ms","start":"2026-03-11T16:51:04.106233Z","end":"2026-03-11T16:51:04.243541Z","steps":["trace[753719862] 'agreement among raft nodes before linearized reading' (duration: 137.193503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.243918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:03.587349Z","time spent":"656.0394ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:04.798451Z","caller":"traceutil/trace.go:171","msg":"trace[1720720140] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"105.378968ms","start":"2026-03-11T16:51:04.693039Z","end":"2026-03-11T16:51:04.798418Z","steps":["trace[1720720140] 'process raft request' (duration: 85.294376ms)","trace[1720720140] 'compare' (duration: 19.824866ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:11.047957Z","caller":"traceutil/trace.go:171","msg":"trace[590736000] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"164.642659ms","start":"2026-03-11T16:51:10.883288Z","end":"2026-03-11T16:51:11.047931Z","steps":["trace[590736000] 'read index received' (duration: 164.475675ms)","trace[590736000] 'applied index is now lower than readState.Index' (duration: 165.854µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:11.048011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:10.668875Z","time spent":"379.124071ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T16:51:11.048185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.867213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:51:11.048287Z","caller":"traceutil/trace.go:171","msg":"trace[32158309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"165.028868ms","start":"2026-03-11T16:51:10.883238Z","end":"2026-03-11T16:51:11.048267Z","steps":["trace[32158309] 'agreement among raft nodes before linearized reading' (duration: 164.810782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:11.048823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.517589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:51:11.048882Z","caller":"traceutil/trace.go:171","msg":"trace[21844549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"161.657463ms","start":"2026-03-11T16:51:10.887211Z","end":"2026-03-11T16:51:11.048868Z","steps":["trace[21844549] 'agreement among raft nodes before linearized reading' (duration: 160.990308ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:11.21197Z","caller":"traceutil/trace.go:171","msg":"trace[365238938] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"162.772357ms","start":"2026-03-11T16:51:11.04915Z","end":"2026-03-11T16:51:11.211922Z","steps":["trace[365238938] 'process raft request' (duration: 91.823339ms)","trace[365238938] 'compare' (duration: 70.657552ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:11.212011Z","caller":"traceutil/trace.go:171","msg":"trace[1057692323] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"159.455423ms","start":"2026-03-11T16:51:11.052535Z","end":"2026-03-11T16:51:11.211991Z","steps":["trace[1057692323] 'process raft request' (duration: 159.368361ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:11.21208Z","caller":"traceutil/trace.go:171","msg":"trace[284399170] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"159.578256ms","start":"2026-03-11T16:51:11.05245Z","end":"2026-03-11T16:51:11.212028Z","steps":["trace[284399170] 'process raft request' (duration: 159.34013ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:11.212351Z","caller":"traceutil/trace.go:171","msg":"trace[588693766] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"159.678788ms","start":"2026-03-11T16:51:11.052647Z","end":"2026-03-11T16:51:11.212326Z","steps":["trace[588693766] 'process raft request' (duration: 159.30957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:16.552488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.96297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T16:51:16.552619Z","caller":"traceutil/trace.go:171","msg":"trace[298554546] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"241.667805ms","start":"2026-03-11T16:51:16.310933Z","end":"2026-03-11T16:51:16.552601Z","steps":["trace[298554546] 'read index received' (duration: 55.373008ms)","trace[298554546] 'applied index is now lower than readState.Index' (duration: 186.293237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:16.552775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.829729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:51:16.552819Z","caller":"traceutil/trace.go:171","msg":"trace[1337109182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:435; }","duration":"241.927711ms","start":"2026-03-11T16:51:16.310881Z","end":"2026-03-11T16:51:16.552809Z","steps":["trace[1337109182] 'agreement among raft nodes before linearized reading' (duration: 241.808628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:17.288257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057509094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:51:17.321557Z","caller":"traceutil/trace.go:171","msg":"trace[2062543193] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"533.858069ms","start":"2026-03-11T16:51:16.787671Z","end":"2026-03-11T16:51:17.321529Z","steps":["trace[2062543193] 'read index received' (duration: 533.061812ms)","trace[2062543193] 'applied index is now lower than readState.Index' (duration: 795.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:17.321703Z","caller":"traceutil/trace.go:171","msg":"trace[1633641978] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"564.649083ms","start":"2026-03-11T16:51:16.756995Z","end":"2026-03-11T16:51:17.321644Z","steps":["trace[1633641978] 'process raft request' (duration: 564.097121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:17.321839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.172316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:17.321883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:16.756955Z","time spent":"564.830317ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:51:17.321896Z","caller":"traceutil/trace.go:171","msg":"trace[1784965897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"534.296859ms","start":"2026-03-11T16:51:16.787583Z","end":"2026-03-11T16:51:17.321879Z","steps":["trace[1784965897] 'agreement among raft nodes before linearized reading' (duration: 534.123455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:17.321936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:16.787559Z","time spent":"534.36996ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:51:19.711366Z","caller":"traceutil/trace.go:171","msg":"trace[1594516580] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"373.826012ms","start":"2026-03-11T16:51:19.337502Z","end":"2026-03-11T16:51:19.711328Z","steps":["trace[1594516580] 'process raft request' (duration: 373.621377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:19.711575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:19.337486Z","time spent":"373.985886ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:19.713751Z","caller":"traceutil/trace.go:171","msg":"trace[1349393346] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"375.153113ms","start":"2026-03-11T16:51:19.338568Z","end":"2026-03-11T16:51:19.713721Z","steps":["trace[1349393346] 'process raft request' (duration: 374.961029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:19.71395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:19.338536Z","time spent":"375.311066ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:19.714108Z","caller":"traceutil/trace.go:171","msg":"trace[338066120] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"374.686872ms","start":"2026-03-11T16:51:19.339398Z","end":"2026-03-11T16:51:19.714085Z","steps":["trace[338066120] 'process raft request' (duration: 374.283393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:19.714269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:19.339382Z","time spent":"374.786285ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:26.04539Z","caller":"traceutil/trace.go:171","msg":"trace[902461939] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"304.886539ms","start":"2026-03-11T16:51:25.740486Z","end":"2026-03-11T16:51:26.045372Z","steps":["trace[902461939] 'read index received' (duration: 304.566522ms)","trace[902461939] 'applied index is now lower than readState.Index' (duration: 319.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:26.04548Z","caller":"traceutil/trace.go:171","msg":"trace[1515562168] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"518.981093ms","start":"2026-03-11T16:51:25.526469Z","end":"2026-03-11T16:51:26.04545Z","steps":["trace[1515562168] 'process raft request' (duration: 518.735638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.045569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.059393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:51:26.04561Z","caller":"traceutil/trace.go:171","msg":"trace[424936093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"305.110124ms","start":"2026-03-11T16:51:25.74048Z","end":"2026-03-11T16:51:26.04559Z","steps":["trace[424936093] 'agreement among raft nodes before linearized reading' (duration: 304.982511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.045628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.050603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T16:51:26.045636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.740423Z","time spent":"305.205887ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T16:51:26.045698Z","caller":"traceutil/trace.go:171","msg":"trace[1604698767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"305.078744ms","start":"2026-03-11T16:51:25.740569Z","end":"2026-03-11T16:51:26.045648Z","steps":["trace[1604698767] 'agreement among raft nodes before linearized reading' (duration: 304.988492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.04572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.740549Z","time spent":"305.165266ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:51:26.045696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.526457Z","time spent":"519.136576ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:26.045839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.078264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:51:26.045932Z","caller":"traceutil/trace.go:171","msg":"trace[1333703570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"305.228077ms","start":"2026-03-11T16:51:25.740679Z","end":"2026-03-11T16:51:26.045908Z","steps":["trace[1333703570] 'agreement among raft nodes before linearized reading' (duration: 304.91735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.045975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.740657Z","time spent":"305.309419ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:51:26.824185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.445241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:51:26.825619Z","caller":"traceutil/trace.go:171","msg":"trace[1337945138] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"775.592935ms","start":"2026-03-11T16:51:26.0494Z","end":"2026-03-11T16:51:26.824993Z","steps":["trace[1337945138] 'process raft request' (duration: 504.789914ms)","trace[1337945138] 'compare' (duration: 269.256467ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:26.826116Z","caller":"traceutil/trace.go:171","msg":"trace[1493536375] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"775.316549ms","start":"2026-03-11T16:51:26.050577Z","end":"2026-03-11T16:51:26.825893Z","steps":["trace[1493536375] 'process raft request' (duration: 774.554101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.826195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.049386Z","time spent":"776.376924ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:26.826382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.050553Z","time spent":"775.602586ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:26.826708Z","caller":"traceutil/trace.go:171","msg":"trace[464612102] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"775.876621ms","start":"2026-03-11T16:51:26.05079Z","end":"2026-03-11T16:51:26.826666Z","steps":["trace[464612102] 'process raft request' (duration: 774.691125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.826819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.050771Z","time spent":"775.998775ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:27.465317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.742415ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T16:51:27.465457Z","caller":"traceutil/trace.go:171","msg":"trace[317774230] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:535; }","duration":"1.084535416s","start":"2026-03-11T16:51:26.380875Z","end":"2026-03-11T16:51:27.46541Z","steps":["trace[317774230] 'read index received' (duration: 173.345606ms)","trace[317774230] 'applied index is now lower than readState.Index' (duration: 911.18835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:27.465591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08470369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:27.465653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.090565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T16:51:27.465655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.777582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:27.465687Z","caller":"traceutil/trace.go:171","msg":"trace[1546942365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"1.084855533s","start":"2026-03-11T16:51:26.380808Z","end":"2026-03-11T16:51:27.465663Z","steps":["trace[1546942365] 'agreement among raft nodes before linearized reading' (duration: 1.084689519s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:27.465689Z","caller":"traceutil/trace.go:171","msg":"trace[1874028047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"740.171397ms","start":"2026-03-11T16:51:26.725504Z","end":"2026-03-11T16:51:27.465676Z","steps":["trace[1874028047] 'agreement among raft nodes before linearized reading' (duration: 740.028254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:27.465731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.38078Z","time spent":"1.084943225s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:51:27.465738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.725477Z","time spent":"740.254089ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T16:51:27.465734Z","caller":"traceutil/trace.go:171","msg":"trace[292577396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"677.895274ms","start":"2026-03-11T16:51:26.787817Z","end":"2026-03-11T16:51:27.465712Z","steps":["trace[292577396] 'agreement among raft nodes before linearized reading' (duration: 677.773231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:27.465777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.787794Z","time spent":"677.975466ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:51:27.66671Z","caller":"traceutil/trace.go:171","msg":"trace[1963689760] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"197.096921ms","start":"2026-03-11T16:51:27.469583Z","end":"2026-03-11T16:51:27.666679Z","steps":["trace[1963689760] 'process raft request' (duration: 196.763484ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:27.666876Z","caller":"traceutil/trace.go:171","msg":"trace[95718765] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"177.0777ms","start":"2026-03-11T16:51:27.489529Z","end":"2026-03-11T16:51:27.666607Z","steps":["trace[95718765] 'read index received' (duration: 176.698701ms)","trace[95718765] 'applied index is now lower than readState.Index' (duration: 378.039µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:27.694464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.698087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:27.694416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.857466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:27.694546Z","caller":"traceutil/trace.go:171","msg":"trace[1355004545] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:521; }","duration":"111.81131ms","start":"2026-03-11T16:51:27.582712Z","end":"2026-03-11T16:51:27.694524Z","steps":["trace[1355004545] 'agreement among raft nodes before linearized reading' (duration: 84.29454ms)","trace[1355004545] 'range keys from in-memory index tree' (duration: 27.384267ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:27.694567Z","caller":"traceutil/trace.go:171","msg":"trace[263760229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"205.026009ms","start":"2026-03-11T16:51:27.489522Z","end":"2026-03-11T16:51:27.694548Z","steps":["trace[263760229] 'agreement among raft nodes before linearized reading' (duration: 177.343576ms)","trace[263760229] 'range keys from in-memory index tree' (duration: 27.461189ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:29.256953Z","caller":"traceutil/trace.go:171","msg":"trace[346331777] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"419.268276ms","start":"2026-03-11T16:51:28.83766Z","end":"2026-03-11T16:51:29.256929Z","steps":["trace[346331777] 'process raft request' (duration: 419.121042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:29.257124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:28.837636Z","time spent":"419.386879ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:29.268688Z","caller":"traceutil/trace.go:171","msg":"trace[889348305] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"429.856675ms","start":"2026-03-11T16:51:28.838818Z","end":"2026-03-11T16:51:29.268675Z","steps":["trace[889348305] 'process raft request' (duration: 429.676891ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:29.268676Z","caller":"traceutil/trace.go:171","msg":"trace[91275741] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"428.581967ms","start":"2026-03-11T16:51:28.840072Z","end":"2026-03-11T16:51:29.268654Z","steps":["trace[91275741] 'process raft request' (duration: 428.540396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:29.268797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:28.838803Z","time spent":"429.933178ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:29.268797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:28.840054Z","time spent":"428.687739ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:29.826009Z","caller":"traceutil/trace.go:171","msg":"trace[91463442] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"151.372931ms","start":"2026-03-11T16:51:29.674608Z","end":"2026-03-11T16:51:29.825981Z","steps":["trace[91463442] 'process raft request' (duration: 140.520377ms)","trace[91463442] 'compare' (duration: 10.723451ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:31.036782Z","caller":"traceutil/trace.go:171","msg":"trace[1693837509] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"338.726182ms","start":"2026-03-11T16:51:30.698022Z","end":"2026-03-11T16:51:31.036749Z","steps":["trace[1693837509] 'process raft request' (duration: 337.670547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:31.037018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:30.697986Z","time spent":"338.924766ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211674,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:33.892485Z","caller":"traceutil/trace.go:171","msg":"trace[40242185] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"167.096884ms","start":"2026-03-11T16:51:33.72536Z","end":"2026-03-11T16:51:33.892457Z","steps":["trace[40242185] 'process raft request' (duration: 165.260734ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:41.797645Z","caller":"traceutil/trace.go:171","msg":"trace[862082652] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"152.467575ms","start":"2026-03-11T16:51:41.64514Z","end":"2026-03-11T16:51:41.797607Z","steps":["trace[862082652] 'process raft request' (duration: 152.301811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:49.682678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057509897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:51:49.689483Z","caller":"traceutil/trace.go:171","msg":"trace[1356837393] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"507.578926ms","start":"2026-03-11T16:51:49.181878Z","end":"2026-03-11T16:51:49.689457Z","steps":["trace[1356837393] 'read index received' (duration: 507.410582ms)","trace[1356837393] 'applied index is now lower than readState.Index' (duration: 166.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:49.689581Z","caller":"traceutil/trace.go:171","msg":"trace[1794654271] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"521.638533ms","start":"2026-03-11T16:51:49.167909Z","end":"2026-03-11T16:51:49.689547Z","steps":["trace[1794654271] 'process raft request' (duration: 521.386058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:49.689711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.872947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:51:49.689749Z","caller":"traceutil/trace.go:171","msg":"trace[843666184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"343.960819ms","start":"2026-03-11T16:51:49.345778Z","end":"2026-03-11T16:51:49.689739Z","steps":["trace[843666184] 'agreement among raft nodes before linearized reading' (duration: 343.819816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:49.689775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:49.345757Z","time spent":"344.01206ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:51:49.68983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:49.167885Z","time spent":"521.763835ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:49.689944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.113593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:51:49.690057Z","caller":"traceutil/trace.go:171","msg":"trace[1537812612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:890; }","duration":"332.279236ms","start":"2026-03-11T16:51:49.357752Z","end":"2026-03-11T16:51:49.690031Z","steps":["trace[1537812612] 'agreement among raft nodes before linearized reading' (duration: 331.960629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:49.690115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:49.357741Z","time spent":"332.363739ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:51:49.689943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.018711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T16:51:49.690727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.830015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:49.690593Z","caller":"traceutil/trace.go:171","msg":"trace[1813201095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:890; }","duration":"332.41037ms","start":"2026-03-11T16:51:49.357839Z","end":"2026-03-11T16:51:49.690249Z","steps":["trace[1813201095] 'agreement among raft nodes before linearized reading' (duration: 331.860888ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:49.690818Z","caller":"traceutil/trace.go:171","msg":"trace[863379319] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:890; }","duration":"508.925477ms","start":"2026-03-11T16:51:49.181855Z","end":"2026-03-11T16:51:49.69078Z","steps":["trace[863379319] 'agreement among raft nodes before linearized reading' (duration: 507.75015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:49.690866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:49.181843Z","time spent":"509.009909ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:51:49.690873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:49.35782Z","time spent":"333.030704ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T16:51:49.890818Z","caller":"traceutil/trace.go:171","msg":"trace[1190854975] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"194.910792ms","start":"2026-03-11T16:51:49.695875Z","end":"2026-03-11T16:51:49.890785Z","steps":["trace[1190854975] 'process raft request' (duration: 194.660637ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:49.89147Z","caller":"traceutil/trace.go:171","msg":"trace[1661640078] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"194.822999ms","start":"2026-03-11T16:51:49.696628Z","end":"2026-03-11T16:51:49.891451Z","steps":["trace[1661640078] 'process raft request' (duration: 194.758897ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:13.916337Z","caller":"traceutil/trace.go:171","msg":"trace[509630577] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"105.777347ms","start":"2026-03-11T16:52:13.810519Z","end":"2026-03-11T16:52:13.916296Z","steps":["trace[509630577] 'read index received' (duration: 105.514521ms)","trace[509630577] 'applied index is now lower than readState.Index' (duration: 260.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:13.91641Z","caller":"traceutil/trace.go:171","msg":"trace[1145305351] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"116.424399ms","start":"2026-03-11T16:52:13.79993Z","end":"2026-03-11T16:52:13.916354Z","steps":["trace[1145305351] 'process raft request' (duration: 116.131763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:13.916628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.092095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:52:13.916715Z","caller":"traceutil/trace.go:171","msg":"trace[2141420388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1053; }","duration":"106.235678ms","start":"2026-03-11T16:52:13.81046Z","end":"2026-03-11T16:52:13.916696Z","steps":["trace[2141420388] 'agreement among raft nodes before linearized reading' (duration: 105.995452ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:14.988674Z","caller":"traceutil/trace.go:171","msg":"trace[1250032902] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"191.62652ms","start":"2026-03-11T16:52:14.797019Z","end":"2026-03-11T16:52:14.988646Z","steps":["trace[1250032902] 'process raft request' (duration: 191.479867ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:21.617892Z","caller":"traceutil/trace.go:171","msg":"trace[726854766] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"230.647912ms","start":"2026-03-11T16:52:21.387221Z","end":"2026-03-11T16:52:21.617869Z","steps":["trace[726854766] 'read index received' (duration: 195.276ms)","trace[726854766] 'applied index is now lower than readState.Index' (duration: 35.370822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:21.618014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.777465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:52:21.618037Z","caller":"traceutil/trace.go:171","msg":"trace[1749461530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"230.858837ms","start":"2026-03-11T16:52:21.387172Z","end":"2026-03-11T16:52:21.61803Z","steps":["trace[1749461530] 'agreement among raft nodes before linearized reading' (duration: 230.800736ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:21.618041Z","caller":"traceutil/trace.go:171","msg":"trace[846385259] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"403.725028ms","start":"2026-03-11T16:52:21.214256Z","end":"2026-03-11T16:52:21.617981Z","steps":["trace[846385259] 'process raft request' (duration: 368.276904ms)","trace[846385259] 'compare' (duration: 35.230499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:21.618233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:21.214225Z","time spent":"403.906632ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:39.565796Z","caller":"traceutil/trace.go:171","msg":"trace[1016951866] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"125.774413ms","start":"2026-03-11T16:52:39.439989Z","end":"2026-03-11T16:52:39.565763Z","steps":["trace[1016951866] 'process raft request' (duration: 125.602509ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.565844Z","caller":"traceutil/trace.go:171","msg":"trace[621950396] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"126.835877ms","start":"2026-03-11T16:52:39.43898Z","end":"2026-03-11T16:52:39.565816Z","steps":["trace[621950396] 'process raft request' (duration: 126.380947ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.565859Z","caller":"traceutil/trace.go:171","msg":"trace[396885063] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"124.954325ms","start":"2026-03-11T16:52:39.440888Z","end":"2026-03-11T16:52:39.565842Z","steps":["trace[396885063] 'process raft request' (duration: 124.781662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.565908Z","caller":"traceutil/trace.go:171","msg":"trace[1334123687] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"122.650994ms","start":"2026-03-11T16:52:39.443231Z","end":"2026-03-11T16:52:39.565882Z","steps":["trace[1334123687] 'process raft request' (duration: 122.486651ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.566082Z","caller":"traceutil/trace.go:171","msg":"trace[1514238592] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"125.310594ms","start":"2026-03-11T16:52:39.440695Z","end":"2026-03-11T16:52:39.566005Z","steps":["trace[1514238592] 'process raft request' (duration: 124.935145ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.565728Z","caller":"traceutil/trace.go:171","msg":"trace[297405304] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"125.797393ms","start":"2026-03-11T16:52:39.439892Z","end":"2026-03-11T16:52:39.565689Z","steps":["trace[297405304] 'process raft request' (duration: 125.594939ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:39.687473Z","caller":"traceutil/trace.go:171","msg":"trace[735986733] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"114.615531ms","start":"2026-03-11T16:52:39.572823Z","end":"2026-03-11T16:52:39.687439Z","steps":["trace[735986733] 'process raft request' (duration: 114.431927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:52.660016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057511386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:52:53.160894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057511386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:52:53.304845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309183242s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T16:52:53.305234Z","caller":"traceutil/trace.go:171","msg":"trace[2127956142] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.309719475s","start":"2026-03-11T16:52:51.995487Z","end":"2026-03-11T16:52:53.305206Z","steps":["trace[2127956142] 'process raft request' (duration: 1.309573342s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.305389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:51.995458Z","time spent":"1.309852938s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:53.996565Z","caller":"traceutil/trace.go:171","msg":"trace[697790737] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.363458027s","start":"2026-03-11T16:52:52.63308Z","end":"2026-03-11T16:52:53.996538Z","steps":["trace[697790737] 'process raft request' (duration: 1.363347225s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:53.996599Z","caller":"traceutil/trace.go:171","msg":"trace[1378063262] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.410507154s","start":"2026-03-11T16:52:52.586051Z","end":"2026-03-11T16:52:53.996558Z","steps":["trace[1378063262] 'process raft request' (duration: 1.410179557s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.996784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.586021Z","time spent":"1.410665627s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:53.9968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.633068Z","time spent":"1.36358592s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:53.996903Z","caller":"traceutil/trace.go:171","msg":"trace[1935764327] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1672; }","duration":"1.837459508s","start":"2026-03-11T16:52:52.159425Z","end":"2026-03-11T16:52:53.996884Z","steps":["trace[1935764327] 'read index received' (duration: 1.145772947s)","trace[1935764327] 'applied index is now lower than readState.Index' (duration: 691.685631ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:53.996965Z","caller":"traceutil/trace.go:171","msg":"trace[674828269] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.277484281s","start":"2026-03-11T16:52:52.719409Z","end":"2026-03-11T16:52:53.996893Z","steps":["trace[674828269] 'process raft request' (duration: 1.277084042s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:53.997016Z","caller":"traceutil/trace.go:171","msg":"trace[1923667706] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.207097905s","start":"2026-03-11T16:52:52.789864Z","end":"2026-03-11T16:52:53.996962Z","steps":["trace[1923667706] 'process raft request' (duration: 1.206908171s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.719387Z","time spent":"1.277654885s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:53.99722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837782025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T16:52:53.997272Z","caller":"traceutil/trace.go:171","msg":"trace[1475146808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"1.837896638s","start":"2026-03-11T16:52:52.159366Z","end":"2026-03-11T16:52:53.997263Z","steps":["trace[1475146808] 'agreement among raft nodes before linearized reading' (duration: 1.837671053s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.159341Z","time spent":"1.8380085s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:52:53.997276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.789847Z","time spent":"1.207282069s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:53.997402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707039663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:52:53.997449Z","caller":"traceutil/trace.go:171","msg":"trace[143727475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"1.707111494s","start":"2026-03-11T16:52:52.290326Z","end":"2026-03-11T16:52:53.997438Z","steps":["trace[143727475] 'agreement among raft nodes before linearized reading' (duration: 1.706824427s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.290316Z","time spent":"1.707161044s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:52:53.997474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836596719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T16:52:53.997554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743482778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:52:53.997612Z","caller":"traceutil/trace.go:171","msg":"trace[1069312260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.836769154s","start":"2026-03-11T16:52:52.160817Z","end":"2026-03-11T16:52:53.997586Z","steps":["trace[1069312260] 'agreement among raft nodes before linearized reading' (duration: 1.836279693s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:53.997637Z","caller":"traceutil/trace.go:171","msg":"trace[628030875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.743587429s","start":"2026-03-11T16:52:52.254031Z","end":"2026-03-11T16:52:53.997619Z","steps":["trace[628030875] 'agreement among raft nodes before linearized reading' (duration: 1.743368175s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.160779Z","time spent":"1.836875475s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:52:53.997684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.254016Z","time spent":"1.743656202s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:52:53.99766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.984991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:52:53.997787Z","caller":"traceutil/trace.go:171","msg":"trace[770910040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"617.153054ms","start":"2026-03-11T16:52:53.380585Z","end":"2026-03-11T16:52:53.997738Z","steps":["trace[770910040] 'agreement among raft nodes before linearized reading' (duration: 616.98041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.367405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-11T16:52:53.997797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213381382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:52:53.997818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795039843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:52:53.99786Z","caller":"traceutil/trace.go:171","msg":"trace[602568150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"1.213481054s","start":"2026-03-11T16:52:52.784364Z","end":"2026-03-11T16:52:53.997845Z","steps":["trace[602568150] 'agreement among raft nodes before linearized reading' (duration: 1.213306141s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:53.38056Z","time spent":"617.279587ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:52:53.997858Z","caller":"traceutil/trace.go:171","msg":"trace[1487350207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492; range_end:; response_count:1; response_revision:1613; }","duration":"686.441266ms","start":"2026-03-11T16:52:53.311395Z","end":"2026-03-11T16:52:53.997836Z","steps":["trace[1487350207] 'agreement among raft nodes before linearized reading' (duration: 686.15985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.9979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.784342Z","time spent":"1.213550185s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T16:52:53.997915Z","caller":"traceutil/trace.go:171","msg":"trace[1039955834] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1613; }","duration":"1.795145885s","start":"2026-03-11T16:52:52.202732Z","end":"2026-03-11T16:52:53.997878Z","steps":["trace[1039955834] 'agreement among raft nodes before linearized reading' (duration: 1.79490548s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.997926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:53.311328Z","time spent":"686.586729ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492\" "} {"level":"warn","ts":"2026-03-11T16:52:53.997944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.202715Z","time spent":"1.795221967s","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:52:53.99785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002138093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-11T16:52:53.99822Z","caller":"traceutil/trace.go:171","msg":"trace[848825571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1613; }","duration":"1.002546712s","start":"2026-03-11T16:52:52.995658Z","end":"2026-03-11T16:52:53.998205Z","steps":["trace[848825571] 'agreement among raft nodes before linearized reading' (duration: 1.002050651s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.998247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.995638Z","time spent":"1.002601884s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T16:52:53.998288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726602359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-11T16:52:53.998353Z","caller":"traceutil/trace.go:171","msg":"trace[1857108381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492; range_end:; response_count:1; response_revision:1613; }","duration":"1.72666226s","start":"2026-03-11T16:52:52.271671Z","end":"2026-03-11T16:52:53.998333Z","steps":["trace[1857108381] 'agreement among raft nodes before linearized reading' (duration: 1.725994185s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.998388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.271621Z","time spent":"1.726759133s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81956553-3820-440a-9ec3-d315f4a1a492\" "} {"level":"warn","ts":"2026-03-11T16:52:53.997642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760866297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T16:52:53.99875Z","caller":"traceutil/trace.go:171","msg":"trace[1507427677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.761973812s","start":"2026-03-11T16:52:52.236768Z","end":"2026-03-11T16:52:53.998741Z","steps":["trace[1507427677] 'agreement among raft nodes before linearized reading' (duration: 1.760779935s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:53.998778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:52.236755Z","time spent":"1.762014762s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T16:53:02.794391Z","caller":"traceutil/trace.go:171","msg":"trace[537862623] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"271.906533ms","start":"2026-03-11T16:53:02.522452Z","end":"2026-03-11T16:53:02.794359Z","steps":["trace[537862623] 'process raft request' (duration: 271.734869ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:02.999502Z","caller":"traceutil/trace.go:171","msg":"trace[273863918] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"197.443868ms","start":"2026-03-11T16:53:02.801981Z","end":"2026-03-11T16:53:02.999425Z","steps":["trace[273863918] 'process raft request' (duration: 101.138267ms)","trace[273863918] 'compare' (duration: 95.970953ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:03.00005Z","caller":"traceutil/trace.go:171","msg":"trace[1492938447] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"196.236761ms","start":"2026-03-11T16:53:02.803759Z","end":"2026-03-11T16:53:02.999996Z","steps":["trace[1492938447] 'process raft request' (duration: 195.568905ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:08.327445Z","caller":"traceutil/trace.go:171","msg":"trace[910800752] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"283.117117ms","start":"2026-03-11T16:53:08.044305Z","end":"2026-03-11T16:53:08.327422Z","steps":["trace[910800752] 'process raft request' (duration: 282.952544ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:08.328716Z","caller":"traceutil/trace.go:171","msg":"trace[1638040717] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"276.048303ms","start":"2026-03-11T16:53:08.052651Z","end":"2026-03-11T16:53:08.328699Z","steps":["trace[1638040717] 'process raft request' (duration: 275.813488ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:08.328719Z","caller":"traceutil/trace.go:171","msg":"trace[70283268] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1793; }","duration":"246.339824ms","start":"2026-03-11T16:53:08.082353Z","end":"2026-03-11T16:53:08.328693Z","steps":["trace[70283268] 'read index received' (duration: 245.065436ms)","trace[70283268] 'applied index is now lower than readState.Index' (duration: 1.273188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:08.328756Z","caller":"traceutil/trace.go:171","msg":"trace[1936060800] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"267.059426ms","start":"2026-03-11T16:53:08.061679Z","end":"2026-03-11T16:53:08.328738Z","steps":["trace[1936060800] 'process raft request' (duration: 266.955204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:08.328935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.572959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T16:53:08.32898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.824907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T16:53:08.32899Z","caller":"traceutil/trace.go:171","msg":"trace[661173480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1727; }","duration":"246.675701ms","start":"2026-03-11T16:53:08.0823Z","end":"2026-03-11T16:53:08.328976Z","steps":["trace[661173480] 'agreement among raft nodes before linearized reading' (duration: 246.513378ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:08.329013Z","caller":"traceutil/trace.go:171","msg":"trace[1679478826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"236.913299ms","start":"2026-03-11T16:53:08.092089Z","end":"2026-03-11T16:53:08.329002Z","steps":["trace[1679478826] 'agreement among raft nodes before linearized reading' (duration: 236.775206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:08.328996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.082918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T16:53:08.329065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.675122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:53:08.329111Z","caller":"traceutil/trace.go:171","msg":"trace[1287277771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1727; }","duration":"246.224572ms","start":"2026-03-11T16:53:08.082878Z","end":"2026-03-11T16:53:08.329103Z","steps":["trace[1287277771] 'agreement among raft nodes before linearized reading' (duration: 245.974217ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:08.329152Z","caller":"traceutil/trace.go:171","msg":"trace[1154851390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1727; }","duration":"224.793784ms","start":"2026-03-11T16:53:08.104335Z","end":"2026-03-11T16:53:08.329129Z","steps":["trace[1154851390] 'agreement among raft nodes before linearized reading' (duration: 224.537878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:08.329176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.092557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T16:53:08.329211Z","caller":"traceutil/trace.go:171","msg":"trace[1207559682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1727; }","duration":"245.156928ms","start":"2026-03-11T16:53:08.084043Z","end":"2026-03-11T16:53:08.3292Z","steps":["trace[1207559682] 'agreement among raft nodes before linearized reading' (duration: 245.070086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:08.329302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.800417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:53:08.329338Z","caller":"traceutil/trace.go:171","msg":"trace[721782938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1727; }","duration":"242.90639ms","start":"2026-03-11T16:53:08.086421Z","end":"2026-03-11T16:53:08.329328Z","steps":["trace[721782938] 'agreement among raft nodes before linearized reading' (duration: 242.591903ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.600081Z","caller":"traceutil/trace.go:171","msg":"trace[731622424] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"150.459442ms","start":"2026-03-11T16:53:22.449591Z","end":"2026-03-11T16:53:22.600051Z","steps":["trace[731622424] 'process raft request' (duration: 140.476342ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.600124Z","caller":"traceutil/trace.go:171","msg":"trace[810873552] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"125.311847ms","start":"2026-03-11T16:53:22.474786Z","end":"2026-03-11T16:53:22.600098Z","steps":["trace[810873552] 'process raft request' (duration: 125.193775ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.600105Z","caller":"traceutil/trace.go:171","msg":"trace[203798252] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1872; }","duration":"125.89167ms","start":"2026-03-11T16:53:22.47419Z","end":"2026-03-11T16:53:22.600082Z","steps":["trace[203798252] 'read index received' (duration: 39.616765ms)","trace[203798252] 'applied index is now lower than readState.Index' (duration: 86.273865ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:22.600318Z","caller":"traceutil/trace.go:171","msg":"trace[666633919] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"124.400567ms","start":"2026-03-11T16:53:22.475857Z","end":"2026-03-11T16:53:22.600257Z","steps":["trace[666633919] 'process raft request' (duration: 124.183432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.600779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.571427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:53:22.600845Z","caller":"traceutil/trace.go:171","msg":"trace[358022320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1805; }","duration":"126.690729ms","start":"2026-03-11T16:53:22.474137Z","end":"2026-03-11T16:53:22.600828Z","steps":["trace[358022320] 'agreement among raft nodes before linearized reading' (duration: 126.015894ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.768054Z","caller":"traceutil/trace.go:171","msg":"trace[2058194948] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"162.346566ms","start":"2026-03-11T16:53:22.605673Z","end":"2026-03-11T16:53:22.76802Z","steps":["trace[2058194948] 'process raft request' (duration: 160.599208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.768142Z","caller":"traceutil/trace.go:171","msg":"trace[1240360106] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"162.379995ms","start":"2026-03-11T16:53:22.605726Z","end":"2026-03-11T16:53:22.768106Z","steps":["trace[1240360106] 'process raft request' (duration: 162.11526ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.768477Z","caller":"traceutil/trace.go:171","msg":"trace[428293115] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1876; }","duration":"150.892551ms","start":"2026-03-11T16:53:22.617556Z","end":"2026-03-11T16:53:22.768448Z","steps":["trace[428293115] 'read index received' (duration: 16.495343ms)","trace[428293115] 'applied index is now lower than readState.Index' (duration: 134.396148ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:22.768566Z","caller":"traceutil/trace.go:171","msg":"trace[519944291] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"162.637252ms","start":"2026-03-11T16:53:22.605906Z","end":"2026-03-11T16:53:22.768544Z","steps":["trace[519944291] 'process raft request' (duration: 162.059499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.768697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.126788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T16:53:22.768727Z","caller":"traceutil/trace.go:171","msg":"trace[205949440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1809; }","duration":"151.211089ms","start":"2026-03-11T16:53:22.617509Z","end":"2026-03-11T16:53:22.76872Z","steps":["trace[205949440] 'agreement among raft nodes before linearized reading' (duration: 151.042474ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:40.770749Z","caller":"traceutil/trace.go:171","msg":"trace[1090160012] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"104.513369ms","start":"2026-03-11T16:53:40.666214Z","end":"2026-03-11T16:53:40.770728Z","steps":["trace[1090160012] 'process raft request' (duration: 28.349606ms)","trace[1090160012] 'compare' (duration: 75.9976ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:40.77363Z","caller":"traceutil/trace.go:171","msg":"trace[1672921560] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"107.28891ms","start":"2026-03-11T16:53:40.666317Z","end":"2026-03-11T16:53:40.773606Z","steps":["trace[1672921560] 'process raft request' (duration: 104.344575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:41.179265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.129119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:53:41.179482Z","caller":"traceutil/trace.go:171","msg":"trace[1776840708] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"314.778632ms","start":"2026-03-11T16:53:40.864686Z","end":"2026-03-11T16:53:41.179464Z","steps":["trace[1776840708] 'process raft request' (duration: 314.68925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:41.179552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:40.864662Z","time spent":"314.858554ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:41.179658Z","caller":"traceutil/trace.go:171","msg":"trace[1806431363] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"316.600492ms","start":"2026-03-11T16:53:40.863026Z","end":"2026-03-11T16:53:41.179627Z","steps":["trace[1806431363] 'read index received' (duration: 86.685245ms)","trace[1806431363] 'applied index is now lower than readState.Index' (duration: 229.911887ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:41.17972Z","caller":"traceutil/trace.go:171","msg":"trace[940728270] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"319.011575ms","start":"2026-03-11T16:53:40.860664Z","end":"2026-03-11T16:53:41.179676Z","steps":["trace[940728270] 'process raft request' (duration: 89.101178ms)","trace[940728270] 'compare' (duration: 228.926095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:53:41.179903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.855917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T16:53:41.179981Z","caller":"traceutil/trace.go:171","msg":"trace[1685779667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"316.965959ms","start":"2026-03-11T16:53:40.862995Z","end":"2026-03-11T16:53:41.179961Z","steps":["trace[1685779667] 'agreement among raft nodes before linearized reading' (duration: 316.710474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:41.18Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:40.860647Z","time spent":"319.27589ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:53:41.180063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.887706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:53:41.180144Z","caller":"traceutil/trace.go:171","msg":"trace[1511662779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1894; }","duration":"315.989519ms","start":"2026-03-11T16:53:40.864134Z","end":"2026-03-11T16:53:41.180124Z","steps":["trace[1511662779] 'agreement among raft nodes before linearized reading' (duration: 315.756654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:41.180185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:40.864127Z","time spent":"316.04964ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:53:41.18075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:40.86298Z","time spent":"317.753287ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:41.496292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.373421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:41.496367Z","caller":"traceutil/trace.go:171","msg":"trace[479773384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"116.482512ms","start":"2026-03-11T16:53:41.379866Z","end":"2026-03-11T16:53:41.496348Z","steps":["trace[479773384] 'range keys from in-memory index tree' (duration: 116.302488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.811875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.949256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T16:53:47.812062Z","caller":"traceutil/trace.go:171","msg":"trace[372444404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"608.189491ms","start":"2026-03-11T16:53:47.203854Z","end":"2026-03-11T16:53:47.812043Z","steps":["trace[372444404] 'range keys from in-memory index tree' (duration: 607.679319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.812133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.20383Z","time spent":"608.289873ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:53:47.812121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.288056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T16:53:47.812184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.278954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:53:47.812208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.422872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T16:53:47.812278Z","caller":"traceutil/trace.go:171","msg":"trace[1231199201] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1922; }","duration":"220.432137ms","start":"2026-03-11T16:53:47.591824Z","end":"2026-03-11T16:53:47.812256Z","steps":["trace[1231199201] 'count revisions from in-memory index tree' (duration: 220.136131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.812307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.852449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:53:47.81228Z","caller":"traceutil/trace.go:171","msg":"trace[1477689609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"582.495464ms","start":"2026-03-11T16:53:47.229768Z","end":"2026-03-11T16:53:47.812264Z","steps":["trace[1477689609] 'range keys from in-memory index tree' (duration: 582.287639ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:47.812414Z","caller":"traceutil/trace.go:171","msg":"trace[393298743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"606.003273ms","start":"2026-03-11T16:53:47.20639Z","end":"2026-03-11T16:53:47.812393Z","steps":["trace[393298743] 'range keys from in-memory index tree' (duration: 605.624063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.812458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.206373Z","time spent":"606.076104ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:47.812478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.229734Z","time spent":"582.678157ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:53:47.812055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.781994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:47.812223Z","caller":"traceutil/trace.go:171","msg":"trace[825548776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"571.445189ms","start":"2026-03-11T16:53:47.24076Z","end":"2026-03-11T16:53:47.812205Z","steps":["trace[825548776] 'range keys from in-memory index tree' (duration: 571.061881ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:47.812838Z","caller":"traceutil/trace.go:171","msg":"trace[2088740784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"431.53452ms","start":"2026-03-11T16:53:47.381213Z","end":"2026-03-11T16:53:47.812747Z","steps":["trace[2088740784] 'range keys from in-memory index tree' (duration: 430.62581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.812887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.240738Z","time spent":"572.132154ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:47.812901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.84568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a9c47cc50a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-11T16:53:47.812902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.381188Z","time spent":"431.694644ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:53:47.812945Z","caller":"traceutil/trace.go:171","msg":"trace[569648098] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a9c47cc50a; range_end:; response_count:1; response_revision:1922; }","duration":"380.927882ms","start":"2026-03-11T16:53:47.432003Z","end":"2026-03-11T16:53:47.812931Z","steps":["trace[569648098] 'range keys from in-memory index tree' (duration: 379.917869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:47.812983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.43198Z","time spent":"380.995693ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a9c47cc50a\" "} {"level":"info","ts":"2026-03-11T16:53:48.240376Z","caller":"traceutil/trace.go:171","msg":"trace[1174018601] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"424.813572ms","start":"2026-03-11T16:53:47.815537Z","end":"2026-03-11T16:53:48.240351Z","steps":["trace[1174018601] 'process raft request' (duration: 424.649138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:48.240542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.815508Z","time spent":"424.950315ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:48.748275Z","caller":"traceutil/trace.go:171","msg":"trace[2117079032] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"931.236235ms","start":"2026-03-11T16:53:47.817004Z","end":"2026-03-11T16:53:48.74824Z","steps":["trace[2117079032] 'process raft request' (duration: 930.924738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:48.748498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.816985Z","time spent":"931.390109ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:48.748659Z","caller":"traceutil/trace.go:171","msg":"trace[15136442] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"931.45994ms","start":"2026-03-11T16:53:47.817171Z","end":"2026-03-11T16:53:48.748631Z","steps":["trace[15136442] 'process raft request' (duration: 931.315576ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:48.74873Z","caller":"traceutil/trace.go:171","msg":"trace[477995443] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:1998; }","duration":"903.181066ms","start":"2026-03-11T16:53:47.845527Z","end":"2026-03-11T16:53:48.748708Z","steps":["trace[477995443] 'read index received' (duration: 394.698086ms)","trace[477995443] 'applied index is now lower than readState.Index' (duration: 508.48139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:53:48.748837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.817157Z","time spent":"931.583774ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:48.748953Z","caller":"traceutil/trace.go:171","msg":"trace[392678912] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"931.746628ms","start":"2026-03-11T16:53:47.817169Z","end":"2026-03-11T16:53:48.748916Z","steps":["trace[392678912] 'process raft request' (duration: 931.023121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:48.749049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.522204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:53:48.749072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.817157Z","time spent":"931.85645ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:48.74904Z","caller":"traceutil/trace.go:171","msg":"trace[1691242871] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"931.765597ms","start":"2026-03-11T16:53:47.81719Z","end":"2026-03-11T16:53:48.748955Z","steps":["trace[1691242871] 'process raft request' (duration: 931.401359ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:48.749126Z","caller":"traceutil/trace.go:171","msg":"trace[984418503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"903.628877ms","start":"2026-03-11T16:53:47.84547Z","end":"2026-03-11T16:53:48.749099Z","steps":["trace[984418503] 'agreement among raft nodes before linearized reading' (duration: 903.30891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:48.749726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.845446Z","time spent":"904.197368ms","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T16:53:48.749883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:47.817179Z","time spent":"932.012003ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:49.285787Z","caller":"traceutil/trace.go:171","msg":"trace[1271719049] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"566.596852ms","start":"2026-03-11T16:53:48.719159Z","end":"2026-03-11T16:53:49.285756Z","steps":["trace[1271719049] 'process raft request' (duration: 490.584644ms)","trace[1271719049] 'compare' (duration: 75.63042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:53:49.285909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.719118Z","time spent":"566.724995ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:49.417305Z","caller":"traceutil/trace.go:171","msg":"trace[259846776] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"584.829485ms","start":"2026-03-11T16:53:48.832467Z","end":"2026-03-11T16:53:49.417296Z","steps":["trace[259846776] 'process raft request' (duration: 583.029026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:49.417356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.832437Z","time spent":"584.895827ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:49.417529Z","caller":"traceutil/trace.go:171","msg":"trace[921530553] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2003; }","duration":"564.975576ms","start":"2026-03-11T16:53:48.852505Z","end":"2026-03-11T16:53:49.41748Z","steps":["trace[921530553] 'read index received' (duration: 357.26094ms)","trace[921530553] 'applied index is now lower than readState.Index' (duration: 207.713436ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:49.417582Z","caller":"traceutil/trace.go:171","msg":"trace[1207852944] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"574.600359ms","start":"2026-03-11T16:53:48.842972Z","end":"2026-03-11T16:53:49.417572Z","steps":["trace[1207852944] 'process raft request' (duration: 574.301113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:49.417693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.203651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:53:49.417723Z","caller":"traceutil/trace.go:171","msg":"trace[872702429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1930; }","duration":"565.273563ms","start":"2026-03-11T16:53:48.852443Z","end":"2026-03-11T16:53:49.417717Z","steps":["trace[872702429] 'agreement among raft nodes before linearized reading' (duration: 565.16299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:49.417752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.852429Z","time spent":"565.307784ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:49.417742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.842933Z","time spent":"574.722962ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:53:49.417896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.324219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T16:53:49.417935Z","caller":"traceutil/trace.go:171","msg":"trace[2014172699] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1930; }","duration":"534.399251ms","start":"2026-03-11T16:53:48.883526Z","end":"2026-03-11T16:53:49.417925Z","steps":["trace[2014172699] 'agreement among raft nodes before linearized reading' (duration: 534.32758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:49.417963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.883505Z","time spent":"534.452542ms","remote":"127.0.0.1:59670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-11T16:53:49.417963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.452174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125467"} {"level":"info","ts":"2026-03-11T16:53:49.418082Z","caller":"traceutil/trace.go:171","msg":"trace[546571710] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1930; }","duration":"540.633688ms","start":"2026-03-11T16:53:48.877415Z","end":"2026-03-11T16:53:49.418049Z","steps":["trace[546571710] 'agreement among raft nodes before linearized reading' (duration: 540.300651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:49.418146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:48.877392Z","time spent":"540.742313ms","remote":"127.0.0.1:59662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125489,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-11T16:54:39.249318Z","caller":"traceutil/trace.go:171","msg":"trace[790610911] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2435; }","duration":"138.891212ms","start":"2026-03-11T16:54:39.110396Z","end":"2026-03-11T16:54:39.249287Z","steps":["trace[790610911] 'read index received' (duration: 138.658617ms)","trace[790610911] 'applied index is now lower than readState.Index' (duration: 230.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:54:39.249464Z","caller":"traceutil/trace.go:171","msg":"trace[451863750] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"182.504347ms","start":"2026-03-11T16:54:39.066913Z","end":"2026-03-11T16:54:39.249417Z","steps":["trace[451863750] 'process raft request' (duration: 182.17596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:39.249569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.146238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:54:39.249754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.050133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:54:39.249845Z","caller":"traceutil/trace.go:171","msg":"trace[1202525467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2341; }","duration":"122.166905ms","start":"2026-03-11T16:54:39.127658Z","end":"2026-03-11T16:54:39.249825Z","steps":["trace[1202525467] 'agreement among raft nodes before linearized reading' (duration: 121.89705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:39.249962Z","caller":"traceutil/trace.go:171","msg":"trace[526359331] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2341; }","duration":"139.28018ms","start":"2026-03-11T16:54:39.110334Z","end":"2026-03-11T16:54:39.249614Z","steps":["trace[526359331] 'agreement among raft nodes before linearized reading' (duration: 139.152147ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:05.564412Z","caller":"traceutil/trace.go:171","msg":"trace[1203176525] linearizableReadLoop","detail":"{readStateIndex:2595; appliedIndex:2592; }","duration":"141.914467ms","start":"2026-03-11T16:55:05.422464Z","end":"2026-03-11T16:55:05.564379Z","steps":["trace[1203176525] 'read index received' (duration: 47.395228ms)","trace[1203176525] 'applied index is now lower than readState.Index' (duration: 94.517819ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:05.564437Z","caller":"traceutil/trace.go:171","msg":"trace[1602669316] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"144.058424ms","start":"2026-03-11T16:55:05.420346Z","end":"2026-03-11T16:55:05.564405Z","steps":["trace[1602669316] 'process raft request' (duration: 127.142483ms)","trace[1602669316] 'compare' (duration: 16.773288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:55:05.564635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.156822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:55:05.56468Z","caller":"traceutil/trace.go:171","msg":"trace[673547947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2495; }","duration":"142.265025ms","start":"2026-03-11T16:55:05.422409Z","end":"2026-03-11T16:55:05.564674Z","steps":["trace[673547947] 'agreement among raft nodes before linearized reading' (duration: 142.091781ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:05.851454Z","caller":"traceutil/trace.go:171","msg":"trace[1531511520] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"111.943221ms","start":"2026-03-11T16:55:05.739472Z","end":"2026-03-11T16:55:05.851416Z","steps":["trace[1531511520] 'process raft request' (duration: 111.669415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:05.851532Z","caller":"traceutil/trace.go:171","msg":"trace[690048336] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"110.655084ms","start":"2026-03-11T16:55:05.740821Z","end":"2026-03-11T16:55:05.851476Z","steps":["trace[690048336] 'process raft request' (duration: 110.518441ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:11.68464Z","caller":"traceutil/trace.go:171","msg":"trace[1414525425] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"182.897855ms","start":"2026-03-11T16:55:11.50171Z","end":"2026-03-11T16:55:11.684608Z","steps":["trace[1414525425] 'process raft request' (duration: 182.68443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.23889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.014841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:55:12.239238Z","caller":"traceutil/trace.go:171","msg":"trace[1811314215] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"365.038614ms","start":"2026-03-11T16:55:11.874175Z","end":"2026-03-11T16:55:12.239213Z","steps":["trace[1811314215] 'process raft request' (duration: 364.990773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.239336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.874167Z","time spent":"365.123855ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:55:12.239571Z","caller":"traceutil/trace.go:171","msg":"trace[704666259] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2622; }","duration":"649.049803ms","start":"2026-03-11T16:55:11.590507Z","end":"2026-03-11T16:55:12.239557Z","steps":["trace[704666259] 'read index received' (duration: 93.904136ms)","trace[704666259] 'applied index is now lower than readState.Index' (duration: 555.144087ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:12.23971Z","caller":"traceutil/trace.go:171","msg":"trace[1730105440] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"367.439907ms","start":"2026-03-11T16:55:11.87224Z","end":"2026-03-11T16:55:12.23968Z","steps":["trace[1730105440] 'process raft request' (duration: 366.879885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.239777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.266509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:55:12.239818Z","caller":"traceutil/trace.go:171","msg":"trace[969724547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2525; }","duration":"649.35938ms","start":"2026-03-11T16:55:11.590444Z","end":"2026-03-11T16:55:12.239803Z","steps":["trace[969724547] 'agreement among raft nodes before linearized reading' (duration: 649.216527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.239828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.872212Z","time spent":"367.559959ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:55:12.239865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.590417Z","time spent":"649.439202ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T16:55:12.239883Z","caller":"traceutil/trace.go:171","msg":"trace[1420310253] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"737.447178ms","start":"2026-03-11T16:55:11.502359Z","end":"2026-03-11T16:55:12.239806Z","steps":["trace[1420310253] 'process raft request' (duration: 293.410865ms)","trace[1420310253] 'compare' (duration: 442.890949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:55:12.239936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.306526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:55:12.239651Z","caller":"traceutil/trace.go:171","msg":"trace[1012976305] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"599.070789ms","start":"2026-03-11T16:55:11.640507Z","end":"2026-03-11T16:55:12.239578Z","steps":["trace[1012976305] 'process raft request' (duration: 598.496946ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:12.240008Z","caller":"traceutil/trace.go:171","msg":"trace[1439565206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2525; }","duration":"637.424718ms","start":"2026-03-11T16:55:11.602562Z","end":"2026-03-11T16:55:12.239987Z","steps":["trace[1439565206] 'agreement among raft nodes before linearized reading' (duration: 637.261115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.240003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.638295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T16:55:12.240053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.602535Z","time spent":"637.5074ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T16:55:12.240106Z","caller":"traceutil/trace.go:171","msg":"trace[146606262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2525; }","duration":"359.720417ms","start":"2026-03-11T16:55:11.880328Z","end":"2026-03-11T16:55:12.240048Z","steps":["trace[146606262] 'agreement among raft nodes before linearized reading' (duration: 359.560103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:12.240155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.880319Z","time spent":"359.823389ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:55:12.240152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.50234Z","time spent":"737.661824ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:55:12.240357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:11.640481Z","time spent":"599.540989ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:55:13.025058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.507685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:55:13.025326Z","caller":"traceutil/trace.go:171","msg":"trace[1517197019] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"778.11713ms","start":"2026-03-11T16:55:12.247162Z","end":"2026-03-11T16:55:13.025279Z","steps":["trace[1517197019] 'process raft request' (duration: 390.270376ms)","trace[1517197019] 'compare' (duration: 387.25039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:55:13.025489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.247152Z","time spent":"778.253253ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:55:13.02583Z","caller":"traceutil/trace.go:171","msg":"trace[2126453195] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"329.631128ms","start":"2026-03-11T16:55:12.696179Z","end":"2026-03-11T16:55:13.02581Z","steps":["trace[2126453195] 'process raft request' (duration: 329.530006ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:13.025902Z","caller":"traceutil/trace.go:171","msg":"trace[778582339] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2628; }","duration":"644.855171ms","start":"2026-03-11T16:55:12.381026Z","end":"2026-03-11T16:55:13.025881Z","steps":["trace[778582339] 'read index received' (duration: 256.274561ms)","trace[778582339] 'applied index is now lower than readState.Index' (duration: 388.57922ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:13.02594Z","caller":"traceutil/trace.go:171","msg":"trace[1248007144] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"778.244842ms","start":"2026-03-11T16:55:12.247657Z","end":"2026-03-11T16:55:13.025902Z","steps":["trace[1248007144] 'process raft request' (duration: 777.501536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:13.025923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.696146Z","time spent":"329.738111ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:55:13.02607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.014625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:55:13.02612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.247648Z","time spent":"778.373455ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:55:13.026119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.041862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:55:13.026146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.311995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189bd7bebf414f17\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-11T16:55:13.026173Z","caller":"traceutil/trace.go:171","msg":"trace[1811847077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2529; }","duration":"645.185178ms","start":"2026-03-11T16:55:12.380964Z","end":"2026-03-11T16:55:13.026149Z","steps":["trace[1811847077] 'agreement among raft nodes before linearized reading' (duration: 644.979674ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:13.026199Z","caller":"traceutil/trace.go:171","msg":"trace[1409705501] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189bd7bebf414f17; range_end:; response_count:1; response_revision:2529; }","duration":"468.422237ms","start":"2026-03-11T16:55:12.557762Z","end":"2026-03-11T16:55:13.026184Z","steps":["trace[1409705501] 'agreement among raft nodes before linearized reading' (duration: 468.249144ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:13.026196Z","caller":"traceutil/trace.go:171","msg":"trace[1774378747] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2529; }","duration":"364.116974ms","start":"2026-03-11T16:55:12.66206Z","end":"2026-03-11T16:55:13.026177Z","steps":["trace[1774378747] 'agreement among raft nodes before linearized reading' (duration: 364.003322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:13.026244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.557727Z","time spent":"468.508029ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189bd7bebf414f17\" "} {"level":"warn","ts":"2026-03-11T16:55:13.026258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.661989Z","time spent":"364.255657ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:55:13.026251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:55:12.380939Z","time spent":"645.30277ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:55:13.356041Z","caller":"traceutil/trace.go:171","msg":"trace[982494632] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"260.30577ms","start":"2026-03-11T16:55:13.095699Z","end":"2026-03-11T16:55:13.356005Z","steps":["trace[982494632] 'process raft request' (duration: 260.097895ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:13.356744Z","caller":"traceutil/trace.go:171","msg":"trace[805846423] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2632; }","duration":"129.385893ms","start":"2026-03-11T16:55:13.227319Z","end":"2026-03-11T16:55:13.356705Z","steps":["trace[805846423] 'read index received' (duration: 128.464283ms)","trace[805846423] 'applied index is now lower than readState.Index' (duration: 920.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:55:13.357023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.677439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-11T16:55:13.357077Z","caller":"traceutil/trace.go:171","msg":"trace[623631175] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2532; }","duration":"129.787432ms","start":"2026-03-11T16:55:13.227273Z","end":"2026-03-11T16:55:13.35706Z","steps":["trace[623631175] 'agreement among raft nodes before linearized reading' (duration: 129.565157ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:13.357333Z","caller":"traceutil/trace.go:171","msg":"trace[1813212371] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"259.469261ms","start":"2026-03-11T16:55:13.097844Z","end":"2026-03-11T16:55:13.357313Z","steps":["trace[1813212371] 'process raft request' (duration: 258.733585ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:18.411473Z","caller":"traceutil/trace.go:171","msg":"trace[457236039] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"146.772543ms","start":"2026-03-11T16:55:18.264682Z","end":"2026-03-11T16:55:18.411455Z","steps":["trace[457236039] 'process raft request' (duration: 121.49429ms)","trace[457236039] 'compare' (duration: 25.13623ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:18.411797Z","caller":"traceutil/trace.go:171","msg":"trace[622617388] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2656; }","duration":"141.830035ms","start":"2026-03-11T16:55:18.269939Z","end":"2026-03-11T16:55:18.411769Z","steps":["trace[622617388] 'read index received' (duration: 15.041019ms)","trace[622617388] 'applied index is now lower than readState.Index' (duration: 126.786626ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:18.411807Z","caller":"traceutil/trace.go:171","msg":"trace[963561844] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"146.022487ms","start":"2026-03-11T16:55:18.265752Z","end":"2026-03-11T16:55:18.411775Z","steps":["trace[963561844] 'process raft request' (duration: 145.65787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:18.411992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.04637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T16:55:18.41209Z","caller":"traceutil/trace.go:171","msg":"trace[1789110227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2556; }","duration":"142.181024ms","start":"2026-03-11T16:55:18.269899Z","end":"2026-03-11T16:55:18.41208Z","steps":["trace[1789110227] 'agreement among raft nodes before linearized reading' (duration: 141.990829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:55:18.41236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.665232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T16:55:18.412421Z","caller":"traceutil/trace.go:171","msg":"trace[707035245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2556; }","duration":"109.901307ms","start":"2026-03-11T16:55:18.302502Z","end":"2026-03-11T16:55:18.412403Z","steps":["trace[707035245] 'agreement among raft nodes before linearized reading' (duration: 109.59587ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:24.578999Z","caller":"traceutil/trace.go:171","msg":"trace[498357205] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"100.083972ms","start":"2026-03-11T16:55:24.478876Z","end":"2026-03-11T16:55:24.57896Z","steps":["trace[498357205] 'process raft request' (duration: 92.586858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:25.496993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.019658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:57:25.497124Z","caller":"traceutil/trace.go:171","msg":"trace[1813926653] linearizableReadLoop","detail":"{readStateIndex:3452; appliedIndex:3451; }","duration":"522.237132ms","start":"2026-03-11T16:57:24.974866Z","end":"2026-03-11T16:57:25.497103Z","steps":["trace[1813926653] 'read index received' (duration: 379.00165ms)","trace[1813926653] 'applied index is now lower than readState.Index' (duration: 143.234032ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:25.497195Z","caller":"traceutil/trace.go:171","msg":"trace[1152873568] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"647.355085ms","start":"2026-03-11T16:57:24.849827Z","end":"2026-03-11T16:57:25.497182Z","steps":["trace[1152873568] 'process raft request' (duration: 504.025412ms)","trace[1152873568] 'compare' (duration: 142.594017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:25.497243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:24.849791Z","time spent":"647.426586ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:25.497407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.516848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:230"} {"level":"info","ts":"2026-03-11T16:57:25.497508Z","caller":"traceutil/trace.go:171","msg":"trace[520978990] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:3318; }","duration":"522.666951ms","start":"2026-03-11T16:57:24.974815Z","end":"2026-03-11T16:57:25.497482Z","steps":["trace[520978990] 'agreement among raft nodes before linearized reading' (duration: 522.381755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:25.497556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:24.974792Z","time spent":"522.755423ms","remote":"127.0.0.1:59794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":252,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-11T16:57:25.497641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.74849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T16:57:25.49769Z","caller":"traceutil/trace.go:171","msg":"trace[148533155] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"456.288421ms","start":"2026-03-11T16:57:25.041371Z","end":"2026-03-11T16:57:25.497659Z","steps":["trace[148533155] 'process raft request' (duration: 455.933153ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:25.49773Z","caller":"traceutil/trace.go:171","msg":"trace[1616118395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:3320; }","duration":"341.883523ms","start":"2026-03-11T16:57:25.155826Z","end":"2026-03-11T16:57:25.49771Z","steps":["trace[1616118395] 'agreement among raft nodes before linearized reading' (duration: 341.658478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:25.497778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:25.155805Z","time spent":"341.964094ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"info","ts":"2026-03-11T16:57:25.497763Z","caller":"traceutil/trace.go:171","msg":"trace[265068006] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"415.562694ms","start":"2026-03-11T16:57:25.082157Z","end":"2026-03-11T16:57:25.49772Z","steps":["trace[265068006] 'process raft request' (duration: 415.277468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:25.497838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:25.041348Z","time spent":"456.404033ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:25.497921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:25.082127Z","time spent":"415.711167ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:25.497977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.932794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:25.49819Z","caller":"traceutil/trace.go:171","msg":"trace[70714071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3320; }","duration":"118.257872ms","start":"2026-03-11T16:57:25.379908Z","end":"2026-03-11T16:57:25.498165Z","steps":["trace[70714071] 'agreement among raft nodes before linearized reading' (duration: 117.896304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:25.498213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.355514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T16:57:25.498291Z","caller":"traceutil/trace.go:171","msg":"trace[1660502459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3320; }","duration":"163.473007ms","start":"2026-03-11T16:57:25.33481Z","end":"2026-03-11T16:57:25.498283Z","steps":["trace[1660502459] 'agreement among raft nodes before linearized reading' (duration: 163.12162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:27.593215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:27.593294Z","caller":"traceutil/trace.go:171","msg":"trace[1404069397] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3335; }","duration":"105.312257ms","start":"2026-03-11T16:57:27.487965Z","end":"2026-03-11T16:57:27.593278Z","steps":["trace[1404069397] 'agreement among raft nodes before linearized reading' (duration: 105.206105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:27.593449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.502511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:27.59349Z","caller":"traceutil/trace.go:171","msg":"trace[791139309] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3335; }","duration":"105.555953ms","start":"2026-03-11T16:57:27.48792Z","end":"2026-03-11T16:57:27.593476Z","steps":["trace[791139309] 'agreement among raft nodes before linearized reading' (duration: 105.503992ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:29.197766Z","caller":"traceutil/trace.go:171","msg":"trace[284823144] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"123.62198ms","start":"2026-03-11T16:57:29.074095Z","end":"2026-03-11T16:57:29.197717Z","steps":["trace[284823144] 'process raft request' (duration: 123.374254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:50.930536Z","caller":"traceutil/trace.go:171","msg":"trace[1316741204] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3615; }","duration":"124.970543ms","start":"2026-03-11T16:57:50.805529Z","end":"2026-03-11T16:57:50.930499Z","steps":["trace[1316741204] 'read index received' (duration: 124.82168ms)","trace[1316741204] 'applied index is now lower than readState.Index' (duration: 146.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:50.930818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.279029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T16:57:50.931021Z","caller":"traceutil/trace.go:171","msg":"trace[1818317638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3476; }","duration":"125.535004ms","start":"2026-03-11T16:57:50.805465Z","end":"2026-03-11T16:57:50.931Z","steps":["trace[1818317638] 'agreement among raft nodes before linearized reading' (duration: 125.178747ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:50.974133Z","caller":"traceutil/trace.go:171","msg":"trace[1147692092] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"150.549699ms","start":"2026-03-11T16:57:50.823559Z","end":"2026-03-11T16:57:50.974109Z","steps":["trace[1147692092] 'process raft request' (duration: 150.290514ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:50.974331Z","caller":"traceutil/trace.go:171","msg":"trace[222222711] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"142.194037ms","start":"2026-03-11T16:57:50.832099Z","end":"2026-03-11T16:57:50.974293Z","steps":["trace[222222711] 'process raft request' (duration: 141.960032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:56.491655Z","caller":"traceutil/trace.go:171","msg":"trace[554680059] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3646; }","duration":"175.419242ms","start":"2026-03-11T16:57:56.316213Z","end":"2026-03-11T16:57:56.491632Z","steps":["trace[554680059] 'read index received' (duration: 175.290029ms)","trace[554680059] 'applied index is now lower than readState.Index' (duration: 128.043µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:56.49212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.893941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:57:56.492179Z","caller":"traceutil/trace.go:171","msg":"trace[788464521] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3506; }","duration":"176.038665ms","start":"2026-03-11T16:57:56.316126Z","end":"2026-03-11T16:57:56.492165Z","steps":["trace[788464521] 'agreement among raft nodes before linearized reading' (duration: 175.919732ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:56.492224Z","caller":"traceutil/trace.go:171","msg":"trace[1579419830] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"343.528652ms","start":"2026-03-11T16:57:56.148632Z","end":"2026-03-11T16:57:56.49216Z","steps":["trace[1579419830] 'process raft request' (duration: 342.846848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:56.492504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:56.148616Z","time spent":"343.759116ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:56.92585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.895968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:56.925931Z","caller":"traceutil/trace.go:171","msg":"trace[698828112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3506; }","duration":"137.029011ms","start":"2026-03-11T16:57:56.788884Z","end":"2026-03-11T16:57:56.925913Z","steps":["trace[698828112] 'range keys from in-memory index tree' (duration: 136.821287ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:06.372489Z","caller":"traceutil/trace.go:171","msg":"trace[1070427388] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"170.33001ms","start":"2026-03-11T16:59:06.202116Z","end":"2026-03-11T16:59:06.372446Z","steps":["trace[1070427388] 'process raft request' (duration: 109.287514ms)","trace[1070427388] 'compare' (duration: 60.866613ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:06.420077Z","caller":"traceutil/trace.go:171","msg":"trace[476048361] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"162.132316ms","start":"2026-03-11T16:59:06.257902Z","end":"2026-03-11T16:59:06.420035Z","steps":["trace[476048361] 'process raft request' (duration: 161.917612ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:08.578145Z","caller":"traceutil/trace.go:171","msg":"trace[485189180] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"101.696853ms","start":"2026-03-11T16:59:08.476409Z","end":"2026-03-11T16:59:08.578106Z","steps":["trace[485189180] 'process raft request' (duration: 101.353395ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:12.309199Z","caller":"traceutil/trace.go:171","msg":"trace[1785625600] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"165.685937ms","start":"2026-03-11T16:59:12.143486Z","end":"2026-03-11T16:59:12.309172Z","steps":["trace[1785625600] 'process raft request' (duration: 165.508434ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:17.417082Z","caller":"traceutil/trace.go:171","msg":"trace[1696385082] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"104.215022ms","start":"2026-03-11T16:59:17.312841Z","end":"2026-03-11T16:59:17.417056Z","steps":["trace[1696385082] 'process raft request' (duration: 101.031829ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:18.002091Z","caller":"traceutil/trace.go:171","msg":"trace[1540308525] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"185.003535ms","start":"2026-03-11T16:59:17.817058Z","end":"2026-03-11T16:59:18.002061Z","steps":["trace[1540308525] 'process raft request' (duration: 129.627613ms)","trace[1540308525] 'compare' (duration: 55.223419ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:18.002613Z","caller":"traceutil/trace.go:171","msg":"trace[572573577] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"182.693299ms","start":"2026-03-11T16:59:17.819896Z","end":"2026-03-11T16:59:18.00259Z","steps":["trace[572573577] 'process raft request' (duration: 182.494645ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:19.246237Z","caller":"traceutil/trace.go:171","msg":"trace[602057066] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4518; }","duration":"226.05719ms","start":"2026-03-11T16:59:19.020159Z","end":"2026-03-11T16:59:19.246217Z","steps":["trace[602057066] 'read index received' (duration: 225.808975ms)","trace[602057066] 'applied index is now lower than readState.Index' (duration: 247.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:19.246262Z","caller":"traceutil/trace.go:171","msg":"trace[2066242497] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"227.977879ms","start":"2026-03-11T16:59:19.018268Z","end":"2026-03-11T16:59:19.246246Z","steps":["trace[2066242497] 'process raft request' (duration: 227.818485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:19.246374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.202993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:59:19.246421Z","caller":"traceutil/trace.go:171","msg":"trace[1314355656] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4342; }","duration":"226.289894ms","start":"2026-03-11T16:59:19.020121Z","end":"2026-03-11T16:59:19.246411Z","steps":["trace[1314355656] 'agreement among raft nodes before linearized reading' (duration: 226.166571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:19.246571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.371585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:59:19.246628Z","caller":"traceutil/trace.go:171","msg":"trace[1479533830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4342; }","duration":"216.443306ms","start":"2026-03-11T16:59:19.030151Z","end":"2026-03-11T16:59:19.246594Z","steps":["trace[1479533830] 'agreement among raft nodes before linearized reading' (duration: 216.334264ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:21.299877Z","caller":"traceutil/trace.go:171","msg":"trace[1705935795] linearizableReadLoop","detail":"{readStateIndex:4576; appliedIndex:4575; }","duration":"163.932053ms","start":"2026-03-11T16:59:21.135911Z","end":"2026-03-11T16:59:21.299843Z","steps":["trace[1705935795] 'read index received' (duration: 163.640167ms)","trace[1705935795] 'applied index is now lower than readState.Index' (duration: 290.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:21.299931Z","caller":"traceutil/trace.go:171","msg":"trace[766128681] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"209.780043ms","start":"2026-03-11T16:59:21.09012Z","end":"2026-03-11T16:59:21.2999Z","steps":["trace[766128681] 'process raft request' (duration: 209.510418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:21.300193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.2905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-11T16:59:21.300243Z","caller":"traceutil/trace.go:171","msg":"trace[373603456] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4397; }","duration":"164.450792ms","start":"2026-03-11T16:59:21.135777Z","end":"2026-03-11T16:59:21.300228Z","steps":["trace[373603456] 'agreement among raft nodes before linearized reading' (duration: 164.215068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:21.3259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.103435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:59:21.326007Z","caller":"traceutil/trace.go:171","msg":"trace[2107620512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4398; }","duration":"162.294899ms","start":"2026-03-11T16:59:21.16369Z","end":"2026-03-11T16:59:21.325985Z","steps":["trace[2107620512] 'agreement among raft nodes before linearized reading' (duration: 162.079365ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:21.32595Z","caller":"traceutil/trace.go:171","msg":"trace[1125886907] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"189.776691ms","start":"2026-03-11T16:59:21.136136Z","end":"2026-03-11T16:59:21.325913Z","steps":["trace[1125886907] 'process raft request' (duration: 189.416634ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:21.513901Z","caller":"traceutil/trace.go:171","msg":"trace[705460839] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4577; }","duration":"153.787678ms","start":"2026-03-11T16:59:21.360079Z","end":"2026-03-11T16:59:21.513866Z","steps":["trace[705460839] 'read index received' (duration: 152.84847ms)","trace[705460839] 'applied index is now lower than readState.Index' (duration: 937.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:21.514003Z","caller":"traceutil/trace.go:171","msg":"trace[242773627] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"182.77246ms","start":"2026-03-11T16:59:21.331191Z","end":"2026-03-11T16:59:21.513964Z","steps":["trace[242773627] 'process raft request' (duration: 181.802691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:21.514314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.175324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:21.514413Z","caller":"traceutil/trace.go:171","msg":"trace[1855802448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4399; }","duration":"133.314007ms","start":"2026-03-11T16:59:21.381078Z","end":"2026-03-11T16:59:21.514392Z","steps":["trace[1855802448] 'agreement among raft nodes before linearized reading' (duration: 133.094262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:21.514397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.352047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:59:21.514514Z","caller":"traceutil/trace.go:171","msg":"trace[1105160751] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4399; }","duration":"118.54647ms","start":"2026-03-11T16:59:21.395937Z","end":"2026-03-11T16:59:21.514484Z","steps":["trace[1105160751] 'agreement among raft nodes before linearized reading' (duration: 118.316376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:21.51464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.538085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:21.514704Z","caller":"traceutil/trace.go:171","msg":"trace[22523333] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4399; }","duration":"154.666028ms","start":"2026-03-11T16:59:21.360024Z","end":"2026-03-11T16:59:21.51469Z","steps":["trace[22523333] 'agreement among raft nodes before linearized reading' (duration: 154.139036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:29.240351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.395018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17048"} {"level":"warn","ts":"2026-03-11T16:59:29.240398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.441511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-591f5fce-65a2-4667-86c7-716b2dd4f9df\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T16:59:29.240452Z","caller":"traceutil/trace.go:171","msg":"trace[1132738701] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4628; }","duration":"130.541091ms","start":"2026-03-11T16:59:29.109893Z","end":"2026-03-11T16:59:29.240434Z","steps":["trace[1132738701] 'range keys from in-memory index tree' (duration: 130.221235ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:29.240563Z","caller":"traceutil/trace.go:171","msg":"trace[1872317123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-591f5fce-65a2-4667-86c7-716b2dd4f9df; range_end:; response_count:1; response_revision:4628; }","duration":"156.656226ms","start":"2026-03-11T16:59:29.08384Z","end":"2026-03-11T16:59:29.240496Z","steps":["trace[1872317123] 'range keys from in-memory index tree' (duration: 156.128095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:29.656725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T16:59:29.656844Z","caller":"traceutil/trace.go:171","msg":"trace[190376985] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4633; }","duration":"105.461269ms","start":"2026-03-11T16:59:29.551355Z","end":"2026-03-11T16:59:29.656816Z","steps":["trace[190376985] 'range keys from in-memory index tree' (duration: 105.08281ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.460568Z","caller":"traceutil/trace.go:171","msg":"trace[946517397] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4879; }","duration":"259.681515ms","start":"2026-03-11T16:59:31.200826Z","end":"2026-03-11T16:59:31.460507Z","steps":["trace[946517397] 'read index received' (duration: 26.206347ms)","trace[946517397] 'applied index is now lower than readState.Index' (duration: 233.473808ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:31.460562Z","caller":"traceutil/trace.go:171","msg":"trace[478340167] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"260.579262ms","start":"2026-03-11T16:59:31.199938Z","end":"2026-03-11T16:59:31.460518Z","steps":["trace[478340167] 'process raft request' (duration: 260.229285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.460642Z","caller":"traceutil/trace.go:171","msg":"trace[650175713] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4694; }","duration":"259.466791ms","start":"2026-03-11T16:59:31.201141Z","end":"2026-03-11T16:59:31.460607Z","steps":["trace[650175713] 'process raft request' (duration: 259.211426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.460716Z","caller":"traceutil/trace.go:171","msg":"trace[712339213] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"245.160924ms","start":"2026-03-11T16:59:31.215542Z","end":"2026-03-11T16:59:31.460702Z","steps":["trace[712339213] 'process raft request' (duration: 244.889299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:31.460988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:59:31.461041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.181815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-11T16:59:31.461151Z","caller":"traceutil/trace.go:171","msg":"trace[1773584102] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4695; }","duration":"260.321227ms","start":"2026-03-11T16:59:31.200806Z","end":"2026-03-11T16:59:31.461128Z","steps":["trace[1773584102] 'agreement among raft nodes before linearized reading' (duration: 260.048552ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.461057Z","caller":"traceutil/trace.go:171","msg":"trace[103275240] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4695; }","duration":"115.161993ms","start":"2026-03-11T16:59:31.345881Z","end":"2026-03-11T16:59:31.461043Z","steps":["trace[103275240] 'agreement among raft nodes before linearized reading' (duration: 115.02691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:31.461285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.005807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-591f5fce-65a2-4667-86c7-716b2dd4f9df\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-11T16:59:31.461546Z","caller":"traceutil/trace.go:171","msg":"trace[2052804401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-591f5fce-65a2-4667-86c7-716b2dd4f9df; range_end:; response_count:1; response_revision:4695; }","duration":"209.336833ms","start":"2026-03-11T16:59:31.252195Z","end":"2026-03-11T16:59:31.461532Z","steps":["trace[2052804401] 'agreement among raft nodes before linearized reading' (duration: 208.577278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.798458Z","caller":"traceutil/trace.go:171","msg":"trace[736469970] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"300.472184ms","start":"2026-03-11T16:59:31.497953Z","end":"2026-03-11T16:59:31.798425Z","steps":["trace[736469970] 'read index received' (duration: 300.001144ms)","trace[736469970] 'applied index is now lower than readState.Index' (duration: 469.76µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:31.79871Z","caller":"traceutil/trace.go:171","msg":"trace[925450727] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"309.298852ms","start":"2026-03-11T16:59:31.489355Z","end":"2026-03-11T16:59:31.798654Z","steps":["trace[925450727] 'process raft request' (duration: 308.835902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:31.799102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.464224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-11T16:59:31.799248Z","caller":"traceutil/trace.go:171","msg":"trace[414715606] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4697; }","duration":"295.689728ms","start":"2026-03-11T16:59:31.503533Z","end":"2026-03-11T16:59:31.799222Z","steps":["trace[414715606] 'agreement among raft nodes before linearized reading' (duration: 295.235099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:31.799158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.170619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-11T16:59:31.799324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.404845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:31.799433Z","caller":"traceutil/trace.go:171","msg":"trace[1554960179] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4697; }","duration":"301.507015ms","start":"2026-03-11T16:59:31.497909Z","end":"2026-03-11T16:59:31.799416Z","steps":["trace[1554960179] 'agreement among raft nodes before linearized reading' (duration: 300.7432ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:31.799655Z","caller":"traceutil/trace.go:171","msg":"trace[1491529605] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4697; }","duration":"215.719132ms","start":"2026-03-11T16:59:31.583778Z","end":"2026-03-11T16:59:31.799497Z","steps":["trace[1491529605] 'agreement among raft nodes before linearized reading' (duration: 215.190852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:31.799891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:31.497898Z","time spent":"301.787121ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-11T16:59:31.800287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:31.489334Z","time spent":"309.519706ms","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:32.667213Z","caller":"traceutil/trace.go:171","msg":"trace[367733886] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4897; }","duration":"121.873908ms","start":"2026-03-11T16:59:32.545318Z","end":"2026-03-11T16:59:32.667192Z","steps":["trace[367733886] 'read index received' (duration: 4.925499ms)","trace[367733886] 'applied index is now lower than readState.Index' (duration: 116.947189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:59:32.667356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.018651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:32.667383Z","caller":"traceutil/trace.go:171","msg":"trace[139873064] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4711; }","duration":"122.140743ms","start":"2026-03-11T16:59:32.545232Z","end":"2026-03-11T16:59:32.667373Z","steps":["trace[139873064] 'agreement among raft nodes before linearized reading' (duration: 122.045881ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:32.667379Z","caller":"traceutil/trace.go:171","msg":"trace[826236250] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"161.251989ms","start":"2026-03-11T16:59:32.505981Z","end":"2026-03-11T16:59:32.667233Z","steps":["trace[826236250] 'process raft request' (duration: 161.098956ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:33.143149Z","caller":"traceutil/trace.go:171","msg":"trace[993831198] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4899; }","duration":"472.625191ms","start":"2026-03-11T16:59:32.670487Z","end":"2026-03-11T16:59:33.143112Z","steps":["trace[993831198] 'read index received' (duration: 472.302574ms)","trace[993831198] 'applied index is now lower than readState.Index' (duration: 320.697µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:33.143464Z","caller":"traceutil/trace.go:171","msg":"trace[492495606] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"536.617706ms","start":"2026-03-11T16:59:32.606798Z","end":"2026-03-11T16:59:33.143416Z","steps":["trace[492495606] 'process raft request' (duration: 536.114875ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:33.143583Z","caller":"traceutil/trace.go:171","msg":"trace[1987014762] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"505.000402ms","start":"2026-03-11T16:59:32.638562Z","end":"2026-03-11T16:59:33.143562Z","steps":["trace[1987014762] 'process raft request' (duration: 504.44993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.143707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.141111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:59:33.143734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.60678Z","time spent":"536.828531ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:33.143753Z","caller":"traceutil/trace.go:171","msg":"trace[310049400] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"558.240991ms","start":"2026-03-11T16:59:32.58544Z","end":"2026-03-11T16:59:33.143681Z","steps":["trace[310049400] 'process raft request' (duration: 557.288431ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:33.143794Z","caller":"traceutil/trace.go:171","msg":"trace[27818014] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:4714; }","duration":"473.317005ms","start":"2026-03-11T16:59:32.670454Z","end":"2026-03-11T16:59:33.143771Z","steps":["trace[27818014] 'agreement among raft nodes before linearized reading' (duration: 473.116711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.143849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.67044Z","time spent":"473.396336ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" "} {"level":"warn","ts":"2026-03-11T16:59:33.144082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.585396Z","time spent":"558.436344ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:33.143771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.638544Z","time spent":"505.093223ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:33.146171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.475244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T16:59:33.146235Z","caller":"traceutil/trace.go:171","msg":"trace[1926288176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4715; }","duration":"296.593126ms","start":"2026-03-11T16:59:32.849624Z","end":"2026-03-11T16:59:33.146217Z","steps":["trace[1926288176] 'agreement among raft nodes before linearized reading' (duration: 296.373702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.146243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.595573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T16:59:33.146294Z","caller":"traceutil/trace.go:171","msg":"trace[466139466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4715; }","duration":"381.673606ms","start":"2026-03-11T16:59:32.764606Z","end":"2026-03-11T16:59:33.146279Z","steps":["trace[466139466] 'agreement among raft nodes before linearized reading' (duration: 381.483342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.146337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.764591Z","time spent":"381.739137ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T16:59:33.146676Z","caller":"traceutil/trace.go:171","msg":"trace[292099523] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"199.815503ms","start":"2026-03-11T16:59:32.946848Z","end":"2026-03-11T16:59:33.146664Z","steps":["trace[292099523] 'process raft request' (duration: 198.136669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.147191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.985134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T16:59:33.147449Z","caller":"traceutil/trace.go:171","msg":"trace[1178709522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:4715; }","duration":"424.233819ms","start":"2026-03-11T16:59:32.723126Z","end":"2026-03-11T16:59:33.14736Z","steps":["trace[1178709522] 'agreement among raft nodes before linearized reading' (duration: 422.391921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.147262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.433273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T16:59:33.147643Z","caller":"traceutil/trace.go:171","msg":"trace[216772167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4715; }","duration":"297.913652ms","start":"2026-03-11T16:59:32.849709Z","end":"2026-03-11T16:59:33.147623Z","steps":["trace[216772167] 'agreement among raft nodes before linearized reading' (duration: 296.079075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:33.147876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:32.723098Z","time spent":"424.755129ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"info","ts":"2026-03-11T16:59:39.357624Z","caller":"traceutil/trace.go:171","msg":"trace[1761014148] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"182.361672ms","start":"2026-03-11T16:59:39.175235Z","end":"2026-03-11T16:59:39.357596Z","steps":["trace[1761014148] 'process raft request' (duration: 182.142787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:39.35872Z","caller":"traceutil/trace.go:171","msg":"trace[568926043] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5003; }","duration":"178.379191ms","start":"2026-03-11T16:59:39.180314Z","end":"2026-03-11T16:59:39.358693Z","steps":["trace[568926043] 'read index received' (duration: 177.150977ms)","trace[568926043] 'applied index is now lower than readState.Index' (duration: 1.226514ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:39.358831Z","caller":"traceutil/trace.go:171","msg":"trace[209899077] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"182.25393ms","start":"2026-03-11T16:59:39.176557Z","end":"2026-03-11T16:59:39.358811Z","steps":["trace[209899077] 'process raft request' (duration: 181.969074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.358982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.648857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T16:59:39.359028Z","caller":"traceutil/trace.go:171","msg":"trace[2014692974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4814; }","duration":"178.760349ms","start":"2026-03-11T16:59:39.180257Z","end":"2026-03-11T16:59:39.359018Z","steps":["trace[2014692974] 'agreement among raft nodes before linearized reading' (duration: 178.569475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.359097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.384155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16085"} {"level":"warn","ts":"2026-03-11T16:59:39.359095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.486664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:59:39.359146Z","caller":"traceutil/trace.go:171","msg":"trace[1970873578] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4814; }","duration":"103.444666ms","start":"2026-03-11T16:59:39.255686Z","end":"2026-03-11T16:59:39.359131Z","steps":["trace[1970873578] 'agreement among raft nodes before linearized reading' (duration: 103.270603ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:39.359182Z","caller":"traceutil/trace.go:171","msg":"trace[439085593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4814; }","duration":"177.641537ms","start":"2026-03-11T16:59:39.181524Z","end":"2026-03-11T16:59:39.359166Z","steps":["trace[439085593] 'agreement among raft nodes before linearized reading' (duration: 177.393962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.359387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.065475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T16:59:39.359436Z","caller":"traceutil/trace.go:171","msg":"trace[915923107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:4814; }","duration":"168.132817ms","start":"2026-03-11T16:59:39.191291Z","end":"2026-03-11T16:59:39.359424Z","steps":["trace[915923107] 'agreement among raft nodes before linearized reading' (duration: 168.009934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.359749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.701799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:59:39.35987Z","caller":"traceutil/trace.go:171","msg":"trace[1013213268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4814; }","duration":"177.866402ms","start":"2026-03-11T16:59:39.181979Z","end":"2026-03-11T16:59:39.359845Z","steps":["trace[1013213268] 'agreement among raft nodes before linearized reading' (duration: 177.478185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.3604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.639331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5f894b7cdc-9fbgb.189bd8014379656c\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-11T16:59:39.360454Z","caller":"traceutil/trace.go:171","msg":"trace[1958897192] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5f894b7cdc-9fbgb.189bd8014379656c; range_end:; response_count:1; response_revision:4814; }","duration":"104.700442ms","start":"2026-03-11T16:59:39.255741Z","end":"2026-03-11T16:59:39.360441Z","steps":["trace[1958897192] 'agreement among raft nodes before linearized reading' (duration: 103.622581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.865516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057519088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:59:39.93645Z","caller":"traceutil/trace.go:171","msg":"trace[1405416346] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"572.278722ms","start":"2026-03-11T16:59:39.36414Z","end":"2026-03-11T16:59:39.936418Z","steps":["trace[1405416346] 'process raft request' (duration: 571.72248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:39.936658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.364106Z","time spent":"572.453726ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:40.154245Z","caller":"traceutil/trace.go:171","msg":"trace[1901814656] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"788.496583ms","start":"2026-03-11T16:59:39.365713Z","end":"2026-03-11T16:59:40.15421Z","steps":["trace[1901814656] 'process raft request' (duration: 788.260439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.154469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.365694Z","time spent":"788.654016ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:40.154681Z","caller":"traceutil/trace.go:171","msg":"trace[517123558] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"788.448272ms","start":"2026-03-11T16:59:39.366198Z","end":"2026-03-11T16:59:40.154646Z","steps":["trace[517123558] 'process raft request' (duration: 787.965672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.154868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.366168Z","time spent":"788.595175ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:40.155325Z","caller":"traceutil/trace.go:171","msg":"trace[1742737432] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5005; }","duration":"790.402762ms","start":"2026-03-11T16:59:39.364906Z","end":"2026-03-11T16:59:40.155308Z","steps":["trace[1742737432] 'read index received' (duration: 571.21443ms)","trace[1742737432] 'applied index is now lower than readState.Index' (duration: 219.186962ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:40.15532Z","caller":"traceutil/trace.go:171","msg":"trace[851714442] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"788.831261ms","start":"2026-03-11T16:59:39.366434Z","end":"2026-03-11T16:59:40.155265Z","steps":["trace[851714442] 'process raft request' (duration: 788.099886ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:40.155396Z","caller":"traceutil/trace.go:171","msg":"trace[680784521] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"780.228089ms","start":"2026-03-11T16:59:39.375152Z","end":"2026-03-11T16:59:40.15538Z","steps":["trace[680784521] 'process raft request' (duration: 779.955393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.155502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.375111Z","time spent":"780.331801ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:40.155541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.366424Z","time spent":"788.993834ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:40.155553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.637057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-11T16:59:40.155613Z","caller":"traceutil/trace.go:171","msg":"trace[1406715939] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16; range_end:; response_count:1; response_revision:4819; }","duration":"790.72499ms","start":"2026-03-11T16:59:39.364873Z","end":"2026-03-11T16:59:40.155598Z","steps":["trace[1406715939] 'agreement among raft nodes before linearized reading' (duration: 790.542386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.155649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.731487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T16:59:40.155659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.364846Z","time spent":"790.805321ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16\" "} {"level":"warn","ts":"2026-03-11T16:59:40.155657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.069046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T16:59:40.155696Z","caller":"traceutil/trace.go:171","msg":"trace[1039342783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4819; }","duration":"259.823687ms","start":"2026-03-11T16:59:39.89586Z","end":"2026-03-11T16:59:40.155684Z","steps":["trace[1039342783] 'agreement among raft nodes before linearized reading' (duration: 259.701495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.15568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.838117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:40.155731Z","caller":"traceutil/trace.go:171","msg":"trace[46117102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4819; }","duration":"303.177438ms","start":"2026-03-11T16:59:39.852538Z","end":"2026-03-11T16:59:40.155716Z","steps":["trace[46117102] 'agreement among raft nodes before linearized reading' (duration: 302.978354ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:40.155771Z","caller":"traceutil/trace.go:171","msg":"trace[1061354058] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4819; }","duration":"480.983599ms","start":"2026-03-11T16:59:39.674768Z","end":"2026-03-11T16:59:40.155752Z","steps":["trace[1061354058] 'agreement among raft nodes before linearized reading' (duration: 480.827756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.155783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.852513Z","time spent":"303.261009ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:59:40.155825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.674746Z","time spent":"481.066811ms","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:59:40.155984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.81003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-03-11T16:59:40.156031Z","caller":"traceutil/trace.go:171","msg":"trace[1769058491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4819; }","duration":"787.883551ms","start":"2026-03-11T16:59:39.368136Z","end":"2026-03-11T16:59:40.15602Z","steps":["trace[1769058491] 'agreement among raft nodes before linearized reading' (duration: 787.29967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:40.156329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:39.368126Z","time spent":"788.191037ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62932,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T16:59:41.025962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.214614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:59:41.026073Z","caller":"traceutil/trace.go:171","msg":"trace[753781100] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"329.441995ms","start":"2026-03-11T16:59:40.696615Z","end":"2026-03-11T16:59:41.026057Z","steps":["trace[753781100] 'read index received' (duration: 37.891µs)","trace[753781100] 'applied index is now lower than readState.Index' (duration: 329.402454ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:41.026098Z","caller":"traceutil/trace.go:171","msg":"trace[1595122751] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"579.16803ms","start":"2026-03-11T16:59:40.446906Z","end":"2026-03-11T16:59:41.026074Z","steps":["trace[1595122751] 'process raft request' (duration: 217.747012ms)","trace[1595122751] 'compare' (duration: 361.02992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:59:41.026197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:40.446888Z","time spent":"579.263593ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:41.026307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.68641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T16:59:41.026421Z","caller":"traceutil/trace.go:171","msg":"trace[1293693636] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:4827; }","duration":"329.754692ms","start":"2026-03-11T16:59:40.696581Z","end":"2026-03-11T16:59:41.026336Z","steps":["trace[1293693636] 'agreement among raft nodes before linearized reading' (duration: 329.521498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:41.026462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:40.696564Z","time spent":"329.888535ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-03-11T16:59:41.170246Z","caller":"traceutil/trace.go:171","msg":"trace[893473698] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"115.465168ms","start":"2026-03-11T16:59:41.054749Z","end":"2026-03-11T16:59:41.170214Z","steps":["trace[893473698] 'process raft request' (duration: 88.525647ms)","trace[893473698] 'compare' (duration: 26.773148ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:42.449415Z","caller":"traceutil/trace.go:171","msg":"trace[1137244814] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"266.412671ms","start":"2026-03-11T16:59:42.182975Z","end":"2026-03-11T16:59:42.449387Z","steps":["trace[1137244814] 'process raft request' (duration: 257.329668ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:42.449792Z","caller":"traceutil/trace.go:171","msg":"trace[816496224] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"266.585513ms","start":"2026-03-11T16:59:42.183171Z","end":"2026-03-11T16:59:42.449757Z","steps":["trace[816496224] 'process raft request' (duration: 266.111374ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:42.450218Z","caller":"traceutil/trace.go:171","msg":"trace[1585440136] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5046; }","duration":"244.882408ms","start":"2026-03-11T16:59:42.20531Z","end":"2026-03-11T16:59:42.450192Z","steps":["trace[1585440136] 'read index received' (duration: 235.02593ms)","trace[1585440136] 'applied index is now lower than readState.Index' (duration: 9.855338ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:42.450294Z","caller":"traceutil/trace.go:171","msg":"trace[544271315] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"266.664144ms","start":"2026-03-11T16:59:42.1836Z","end":"2026-03-11T16:59:42.450264Z","steps":["trace[544271315] 'process raft request' (duration: 266.064133ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:42.450323Z","caller":"traceutil/trace.go:171","msg":"trace[308714169] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"163.740658ms","start":"2026-03-11T16:59:42.286565Z","end":"2026-03-11T16:59:42.450306Z","steps":["trace[308714169] 'process raft request' (duration: 163.532994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:42.450565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.343654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T16:59:42.45065Z","caller":"traceutil/trace.go:171","msg":"trace[2120994098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4857; }","duration":"209.478956ms","start":"2026-03-11T16:59:42.241144Z","end":"2026-03-11T16:59:42.450623Z","steps":["trace[2120994098] 'agreement among raft nodes before linearized reading' (duration: 209.224992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:42.450702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.370318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391798"} {"level":"info","ts":"2026-03-11T16:59:42.450749Z","caller":"traceutil/trace.go:171","msg":"trace[331593729] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4857; }","duration":"245.46085ms","start":"2026-03-11T16:59:42.205277Z","end":"2026-03-11T16:59:42.450738Z","steps":["trace[331593729] 'agreement among raft nodes before linearized reading' (duration: 245.060642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:42.450835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.345139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-11T16:59:42.450861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.011314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-11T16:59:42.45092Z","caller":"traceutil/trace.go:171","msg":"trace[880488945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4857; }","duration":"149.451411ms","start":"2026-03-11T16:59:42.301445Z","end":"2026-03-11T16:59:42.450896Z","steps":["trace[880488945] 'agreement among raft nodes before linearized reading' (duration: 149.234697ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:42.450926Z","caller":"traceutil/trace.go:171","msg":"trace[1177455186] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4857; }","duration":"165.126976ms","start":"2026-03-11T16:59:42.285779Z","end":"2026-03-11T16:59:42.450905Z","steps":["trace[1177455186] 'agreement among raft nodes before linearized reading' (duration: 164.916502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:42.450824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.558671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-11T16:59:42.451117Z","caller":"traceutil/trace.go:171","msg":"trace[445048123] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4857; }","duration":"111.892187ms","start":"2026-03-11T16:59:42.339202Z","end":"2026-03-11T16:59:42.451094Z","steps":["trace[445048123] 'agreement among raft nodes before linearized reading' (duration: 111.358916ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:43.643917Z","caller":"traceutil/trace.go:171","msg":"trace[1953205117] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"157.095625ms","start":"2026-03-11T16:59:43.486789Z","end":"2026-03-11T16:59:43.643885Z","steps":["trace[1953205117] 'process raft request' (duration: 136.814128ms)","trace[1953205117] 'compare' (duration: 19.95245ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:49.556173Z","caller":"traceutil/trace.go:171","msg":"trace[1462243203] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"116.082374ms","start":"2026-03-11T16:59:49.440063Z","end":"2026-03-11T16:59:49.556145Z","steps":["trace[1462243203] 'read index received' (duration: 115.945631ms)","trace[1462243203] 'applied index is now lower than readState.Index' (duration: 135.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:49.556234Z","caller":"traceutil/trace.go:171","msg":"trace[1997454368] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"147.598985ms","start":"2026-03-11T16:59:49.408597Z","end":"2026-03-11T16:59:49.556196Z","steps":["trace[1997454368] 'process raft request' (duration: 147.37423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:49.55646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.376291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129900"} {"level":"info","ts":"2026-03-11T16:59:49.556527Z","caller":"traceutil/trace.go:171","msg":"trace[182654611] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4928; }","duration":"116.490644ms","start":"2026-03-11T16:59:49.440023Z","end":"2026-03-11T16:59:49.556514Z","steps":["trace[182654611] 'agreement among raft nodes before linearized reading' (duration: 116.197366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:49.557165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.006825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T16:59:49.557227Z","caller":"traceutil/trace.go:171","msg":"trace[131378244] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4930; }","duration":"117.093526ms","start":"2026-03-11T16:59:49.440118Z","end":"2026-03-11T16:59:49.557212Z","steps":["trace[131378244] 'agreement among raft nodes before linearized reading' (duration: 116.946943ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:52.583751Z","caller":"traceutil/trace.go:171","msg":"trace[566137461] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"193.831161ms","start":"2026-03-11T16:59:52.389878Z","end":"2026-03-11T16:59:52.583709Z","steps":["trace[566137461] 'process raft request' (duration: 193.661958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:52.812162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.317555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:59:52.812356Z","caller":"traceutil/trace.go:171","msg":"trace[264006154] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"220.834757ms","start":"2026-03-11T16:59:52.591492Z","end":"2026-03-11T16:59:52.812327Z","steps":["trace[264006154] 'read index received' (duration: 1.390669ms)","trace[264006154] 'applied index is now lower than readState.Index' (duration: 219.442528ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:52.812455Z","caller":"traceutil/trace.go:171","msg":"trace[1345848357] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"221.646133ms","start":"2026-03-11T16:59:52.590769Z","end":"2026-03-11T16:59:52.812415Z","steps":["trace[1345848357] 'process raft request' (duration: 115.973221ms)","trace[1345848357] 'compare' (duration: 105.150122ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:52.81253Z","caller":"traceutil/trace.go:171","msg":"trace[2001989548] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"220.107731ms","start":"2026-03-11T16:59:52.592399Z","end":"2026-03-11T16:59:52.812507Z","steps":["trace[2001989548] 'process raft request' (duration: 219.866236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:52.812578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.075742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-11T16:59:52.812634Z","caller":"traceutil/trace.go:171","msg":"trace[800404634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e; range_end:; response_count:1; response_revision:5018; }","duration":"221.159864ms","start":"2026-03-11T16:59:52.59146Z","end":"2026-03-11T16:59:52.81262Z","steps":["trace[800404634] 'agreement among raft nodes before linearized reading' (duration: 220.95694ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:53.98712Z","caller":"traceutil/trace.go:171","msg":"trace[1678688052] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"418.203703ms","start":"2026-03-11T16:59:53.56885Z","end":"2026-03-11T16:59:53.987054Z","steps":["trace[1678688052] 'process raft request' (duration: 418.03627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:53.987257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.568813Z","time spent":"418.369037ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:54.199773Z","caller":"traceutil/trace.go:171","msg":"trace[217323667] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5214; }","duration":"610.723997ms","start":"2026-03-11T16:59:53.589011Z","end":"2026-03-11T16:59:54.199735Z","steps":["trace[217323667] 'read index received' (duration: 397.942532ms)","trace[217323667] 'applied index is now lower than readState.Index' (duration: 212.779795ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:54.199835Z","caller":"traceutil/trace.go:171","msg":"trace[931456653] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"626.79634ms","start":"2026-03-11T16:59:53.573005Z","end":"2026-03-11T16:59:54.199802Z","steps":["trace[931456653] 'process raft request' (duration: 626.414022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:54.199854Z","caller":"traceutil/trace.go:171","msg":"trace[1077008935] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"479.136402ms","start":"2026-03-11T16:59:53.720686Z","end":"2026-03-11T16:59:54.199822Z","steps":["trace[1077008935] 'process raft request' (duration: 478.938228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:54.199998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.572979Z","time spent":"626.930353ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:54.199987Z","caller":"traceutil/trace.go:171","msg":"trace[228129841] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"306.88771ms","start":"2026-03-11T16:59:53.893026Z","end":"2026-03-11T16:59:54.199914Z","steps":["trace[228129841] 'process raft request' (duration: 306.644545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:54.200033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.72066Z","time spent":"479.276066ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:54.200081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.045724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-11T16:59:54.20013Z","caller":"traceutil/trace.go:171","msg":"trace[1232682797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e; range_end:; response_count:1; response_revision:5023; }","duration":"611.163236ms","start":"2026-03-11T16:59:53.58895Z","end":"2026-03-11T16:59:54.200113Z","steps":["trace[1232682797] 'agreement among raft nodes before linearized reading' (duration: 610.952092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:54.200167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.892984Z","time spent":"307.089665ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18450,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:54.200148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.86363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:59:54.20026Z","caller":"traceutil/trace.go:171","msg":"trace[2091881114] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5023; }","duration":"550.039824ms","start":"2026-03-11T16:59:53.650201Z","end":"2026-03-11T16:59:54.200241Z","steps":["trace[2091881114] 'agreement among raft nodes before linearized reading' (duration: 549.819899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:54.200309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.650182Z","time spent":"550.118745ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:59:54.200171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:53.58893Z","time spent":"611.231168ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e\" "} {"level":"warn","ts":"2026-03-11T16:59:55.795081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.744216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:55.795174Z","caller":"traceutil/trace.go:171","msg":"trace[1098303964] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5035; }","duration":"228.92267ms","start":"2026-03-11T16:59:55.566232Z","end":"2026-03-11T16:59:55.795155Z","steps":["trace[1098303964] 'range keys from in-memory index tree' (duration: 228.616763ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:56.353726Z","caller":"traceutil/trace.go:171","msg":"trace[959652458] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"103.587458ms","start":"2026-03-11T16:59:56.250097Z","end":"2026-03-11T16:59:56.353685Z","steps":["trace[959652458] 'process raft request' (duration: 95.950115ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:56.530508Z","caller":"traceutil/trace.go:171","msg":"trace[1850913732] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"100.923021ms","start":"2026-03-11T16:59:56.429536Z","end":"2026-03-11T16:59:56.530459Z","steps":["trace[1850913732] 'process raft request' (duration: 100.726707ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:01.604826Z","caller":"traceutil/trace.go:171","msg":"trace[290817868] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"424.251893ms","start":"2026-03-11T17:00:01.180549Z","end":"2026-03-11T17:00:01.604801Z","steps":["trace[290817868] 'read index received' (duration: 423.988787ms)","trace[290817868] 'applied index is now lower than readState.Index' (duration: 262.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:01.604952Z","caller":"traceutil/trace.go:171","msg":"trace[77688405] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"469.007667ms","start":"2026-03-11T17:00:01.135893Z","end":"2026-03-11T17:00:01.604901Z","steps":["trace[77688405] 'process raft request' (duration: 468.711861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:01.605023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.458088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T17:00:01.60507Z","caller":"traceutil/trace.go:171","msg":"trace[496654000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5122; }","duration":"424.55373ms","start":"2026-03-11T17:00:01.180499Z","end":"2026-03-11T17:00:01.605053Z","steps":["trace[496654000] 'agreement among raft nodes before linearized reading' (duration: 424.394286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:01.605117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:01.180461Z","time spent":"424.644602ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T17:00:01.605205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:01.135875Z","time spent":"469.192471ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:14.745705Z","caller":"traceutil/trace.go:171","msg":"trace[1079505967] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5450; }","duration":"364.424248ms","start":"2026-03-11T17:00:14.381257Z","end":"2026-03-11T17:00:14.745681Z","steps":["trace[1079505967] 'read index received' (duration: 364.287385ms)","trace[1079505967] 'applied index is now lower than readState.Index' (duration: 135.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:14.745757Z","caller":"traceutil/trace.go:171","msg":"trace[1929472149] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"436.422381ms","start":"2026-03-11T17:00:14.309311Z","end":"2026-03-11T17:00:14.745733Z","steps":["trace[1929472149] 'process raft request' (duration: 436.218137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:14.745849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.583021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:00:14.745932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.309288Z","time spent":"436.527664ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:14.745937Z","caller":"traceutil/trace.go:171","msg":"trace[1770600036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5249; }","duration":"364.653322ms","start":"2026-03-11T17:00:14.381219Z","end":"2026-03-11T17:00:14.745873Z","steps":["trace[1770600036] 'agreement among raft nodes before linearized reading' (duration: 364.584101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:14.745987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.381201Z","time spent":"364.778095ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:00:16.612497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800227312s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:00:16.612598Z","caller":"traceutil/trace.go:171","msg":"trace[1469604460] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"1.980789939s","start":"2026-03-11T17:00:14.631784Z","end":"2026-03-11T17:00:16.612574Z","steps":["trace[1469604460] 'process raft request' (duration: 180.398305ms)","trace[1469604460] 'compare' (duration: 1.799855183s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:16.612667Z","caller":"traceutil/trace.go:171","msg":"trace[372519058] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5451; }","duration":"1.866861122s","start":"2026-03-11T17:00:14.74578Z","end":"2026-03-11T17:00:16.612641Z","steps":["trace[372519058] 'read index received' (duration: 66.403086ms)","trace[372519058] 'applied index is now lower than readState.Index' (duration: 1.800455026s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:16.6127Z","caller":"traceutil/trace.go:171","msg":"trace[9694482] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"952.339589ms","start":"2026-03-11T17:00:15.660351Z","end":"2026-03-11T17:00:16.612691Z","steps":["trace[9694482] 'process raft request' (duration: 952.308698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.612712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.631762Z","time spent":"1.980884422s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:16.612745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:15.660328Z","time spent":"952.39462ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:16.612829Z","caller":"traceutil/trace.go:171","msg":"trace[1600834226] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"1.850501443s","start":"2026-03-11T17:00:14.762323Z","end":"2026-03-11T17:00:16.612825Z","steps":["trace[1600834226] 'process raft request' (duration: 1.850266468s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.61286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.762292Z","time spent":"1.850554524s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:16.612858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872799788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T17:00:16.612894Z","caller":"traceutil/trace.go:171","msg":"trace[1363983194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5252; }","duration":"1.87288143s","start":"2026-03-11T17:00:14.74Z","end":"2026-03-11T17:00:16.612881Z","steps":["trace[1363983194] 'agreement among raft nodes before linearized reading' (duration: 1.872729727s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.612924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.739978Z","time spent":"1.872939022s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:00:16.612959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88557397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:00:16.612979Z","caller":"traceutil/trace.go:171","msg":"trace[457955546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5252; }","duration":"1.885635751s","start":"2026-03-11T17:00:14.727337Z","end":"2026-03-11T17:00:16.612973Z","steps":["trace[457955546] 'agreement among raft nodes before linearized reading' (duration: 1.8855757s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.612984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112327524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:00:16.613003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.727315Z","time spent":"1.885683642s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:00:16.613011Z","caller":"traceutil/trace.go:171","msg":"trace[299555625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:5252; }","duration":"2.112404145s","start":"2026-03-11T17:00:14.5006Z","end":"2026-03-11T17:00:16.613004Z","steps":["trace[299555625] 'agreement among raft nodes before linearized reading' (duration: 2.112302493s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.613031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.500577Z","time spent":"2.112450446s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:00:16.613055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119118748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:00:16.613079Z","caller":"traceutil/trace.go:171","msg":"trace[358715317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5252; }","duration":"2.11918234s","start":"2026-03-11T17:00:14.493889Z","end":"2026-03-11T17:00:16.613071Z","steps":["trace[358715317] 'agreement among raft nodes before linearized reading' (duration: 2.119108708s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.613087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119986697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:00:16.613099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.493869Z","time spent":"2.11922489s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:00:16.613109Z","caller":"traceutil/trace.go:171","msg":"trace[1961558892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5252; }","duration":"2.120009998s","start":"2026-03-11T17:00:14.493094Z","end":"2026-03-11T17:00:16.613104Z","steps":["trace[1961558892] 'agreement among raft nodes before linearized reading' (duration: 2.119954846s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.613126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.493031Z","time spent":"2.120090199s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:00:16.613187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001740537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-11T17:00:16.613218Z","caller":"traceutil/trace.go:171","msg":"trace[365302502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5252; }","duration":"2.001805698s","start":"2026-03-11T17:00:14.611402Z","end":"2026-03-11T17:00:16.613208Z","steps":["trace[365302502] 'agreement among raft nodes before linearized reading' (duration: 2.001736826s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.613243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.611379Z","time spent":"2.001859199s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-11T17:00:16.747529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:00:16.747656Z","caller":"traceutil/trace.go:171","msg":"trace[1931528430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869147s","start":"2026-03-11T17:00:14.746765Z","end":"2026-03-11T17:00:16.747634Z","steps":["trace[1931528430] 'agreement among raft nodes before linearized reading' (duration: 2.000707984s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.74771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:14.746718Z","time spent":"2.000981639s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:00:16.867681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.731641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T17:00:16.868009Z","caller":"traceutil/trace.go:171","msg":"trace[1043335745] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5454; }","duration":"255.277311ms","start":"2026-03-11T17:00:16.612708Z","end":"2026-03-11T17:00:16.867985Z","steps":["trace[1043335745] 'read index received' (duration: 75.198383ms)","trace[1043335745] 'applied index is now lower than readState.Index' (duration: 180.077568ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:16.868014Z","caller":"traceutil/trace.go:171","msg":"trace[1657746438] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"741.392403ms","start":"2026-03-11T17:00:16.12659Z","end":"2026-03-11T17:00:16.867982Z","steps":["trace[1657746438] 'process raft request' (duration: 741.189129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.868172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.126561Z","time spent":"741.531826ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:16.951656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.491199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:00:16.951764Z","caller":"traceutil/trace.go:171","msg":"trace[1876586293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5253; }","duration":"767.651453ms","start":"2026-03-11T17:00:16.184085Z","end":"2026-03-11T17:00:16.951737Z","steps":["trace[1876586293] 'agreement among raft nodes before linearized reading' (duration: 683.922028ms)","trace[1876586293] 'range keys from in-memory index tree' (duration: 83.473539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:16.951757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92542737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T17:00:16.95182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.184068Z","time spent":"767.741694ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:00:16.951788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.673765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-8jf7p\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-11T17:00:16.951861Z","caller":"traceutil/trace.go:171","msg":"trace[1994290382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5253; }","duration":"1.925607745s","start":"2026-03-11T17:00:15.026228Z","end":"2026-03-11T17:00:16.951835Z","steps":["trace[1994290382] 'agreement among raft nodes before linearized reading' (duration: 1.841790788s)","trace[1994290382] 'range keys from in-memory index tree' (duration: 83.50558ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:16.951861Z","caller":"traceutil/trace.go:171","msg":"trace[737688650] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"334.100121ms","start":"2026-03-11T17:00:16.617739Z","end":"2026-03-11T17:00:16.951839Z","steps":["trace[737688650] 'process raft request' (duration: 250.236983ms)","trace[737688650] 'compare' (duration: 83.657873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:16.951913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:15.026217Z","time spent":"1.925685976s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:00:16.951906Z","caller":"traceutil/trace.go:171","msg":"trace[1834625453] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-8jf7p; range_end:; response_count:1; response_revision:5253; }","duration":"571.859929ms","start":"2026-03-11T17:00:16.380022Z","end":"2026-03-11T17:00:16.951882Z","steps":["trace[1834625453] 'agreement among raft nodes before linearized reading' (duration: 487.96431ms)","trace[1834625453] 'range keys from in-memory index tree' (duration: 83.619122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:16.951967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.380002Z","time spent":"571.947271ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4366,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-8jf7p\" "} {"level":"warn","ts":"2026-03-11T17:00:16.951971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.61772Z","time spent":"334.187963ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:16.952064Z","caller":"traceutil/trace.go:171","msg":"trace[262418890] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"333.561079ms","start":"2026-03-11T17:00:16.618493Z","end":"2026-03-11T17:00:16.952054Z","steps":["trace[262418890] 'process raft request' (duration: 333.315984ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:16.952113Z","caller":"traceutil/trace.go:171","msg":"trace[1270251778] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"200.148777ms","start":"2026-03-11T17:00:16.751936Z","end":"2026-03-11T17:00:16.952084Z","steps":["trace[1270251778] 'process raft request' (duration: 200.095186ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:16.952161Z","caller":"traceutil/trace.go:171","msg":"trace[2111167807] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"333.632711ms","start":"2026-03-11T17:00:16.618518Z","end":"2026-03-11T17:00:16.952151Z","steps":["trace[2111167807] 'process raft request' (duration: 333.389296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.952203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.618498Z","time spent":"333.687402ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:16.952155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.618475Z","time spent":"333.610201ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:16.952361Z","caller":"traceutil/trace.go:171","msg":"trace[1399244450] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"332.200331ms","start":"2026-03-11T17:00:16.620151Z","end":"2026-03-11T17:00:16.952351Z","steps":["trace[1399244450] 'process raft request' (duration: 331.839334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.952399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.620135Z","time spent":"332.248462ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:16.952641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931703633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:00:16.952743Z","caller":"traceutil/trace.go:171","msg":"trace[1897756256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5253; }","duration":"1.931829136s","start":"2026-03-11T17:00:15.020866Z","end":"2026-03-11T17:00:16.952695Z","steps":["trace[1897756256] 'agreement among raft nodes before linearized reading' (duration: 1.847229843s)","trace[1897756256] 'range keys from in-memory index tree' (duration: 83.351807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:16.952796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:15.020843Z","time spent":"1.931943888s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:00:16.980589Z","caller":"traceutil/trace.go:171","msg":"trace[2118310166] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"112.489798ms","start":"2026-03-11T17:00:16.868077Z","end":"2026-03-11T17:00:16.980567Z","steps":["trace[2118310166] 'read index received' (duration: 112.412296ms)","trace[2118310166] 'applied index is now lower than readState.Index' (duration: 76.342µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:16.980817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.164338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:00:16.980943Z","caller":"traceutil/trace.go:171","msg":"trace[828078591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"224.332842ms","start":"2026-03-11T17:00:16.756576Z","end":"2026-03-11T17:00:16.980908Z","steps":["trace[828078591] 'agreement among raft nodes before linearized reading' (duration: 224.115067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.981001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.54171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-11T17:00:16.980874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.113277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T17:00:16.981038Z","caller":"traceutil/trace.go:171","msg":"trace[1969136837] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e; range_end:; response_count:1; response_revision:5259; }","duration":"364.589851ms","start":"2026-03-11T17:00:16.616436Z","end":"2026-03-11T17:00:16.981026Z","steps":["trace[1969136837] 'agreement among raft nodes before linearized reading' (duration: 364.461679ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:16.981034Z","caller":"traceutil/trace.go:171","msg":"trace[835026247] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"228.561651ms","start":"2026-03-11T17:00:16.752441Z","end":"2026-03-11T17:00:16.981003Z","steps":["trace[835026247] 'process raft request' (duration: 228.007019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.981073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.616421Z","time spent":"364.643472ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-6533cbb0-2919-4a6c-bc15-a4f6a2e9c43e\" "} {"level":"warn","ts":"2026-03-11T17:00:16.981111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.768151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81561"} {"level":"info","ts":"2026-03-11T17:00:16.981099Z","caller":"traceutil/trace.go:171","msg":"trace[1896983228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5259; }","duration":"346.364112ms","start":"2026-03-11T17:00:16.634689Z","end":"2026-03-11T17:00:16.981053Z","steps":["trace[1896983228] 'agreement among raft nodes before linearized reading' (duration: 345.988754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:16.981171Z","caller":"traceutil/trace.go:171","msg":"trace[855689241] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5259; }","duration":"362.887474ms","start":"2026-03-11T17:00:16.61827Z","end":"2026-03-11T17:00:16.981158Z","steps":["trace[855689241] 'agreement among raft nodes before linearized reading' (duration: 362.520026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.981201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.634669Z","time spent":"346.508464ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T17:00:16.981228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:16.618253Z","time spent":"362.958865ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81583,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:00:17.530136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.028492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:00:17.530369Z","caller":"traceutil/trace.go:171","msg":"trace[1306120496] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5465; }","duration":"432.355785ms","start":"2026-03-11T17:00:17.097997Z","end":"2026-03-11T17:00:17.530353Z","steps":["trace[1306120496] 'read index received' (duration: 394.984719ms)","trace[1306120496] 'applied index is now lower than readState.Index' (duration: 37.369916ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:17.530363Z","caller":"traceutil/trace.go:171","msg":"trace[1619106002] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"485.117829ms","start":"2026-03-11T17:00:17.045214Z","end":"2026-03-11T17:00:17.530332Z","steps":["trace[1619106002] 'process raft request' (duration: 19.802102ms)","trace[1619106002] 'compare' (duration: 464.927749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:17.530519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.045189Z","time spent":"485.249213ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:17.530591Z","caller":"traceutil/trace.go:171","msg":"trace[1198683054] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"484.17905ms","start":"2026-03-11T17:00:17.0464Z","end":"2026-03-11T17:00:17.530579Z","steps":["trace[1198683054] 'process raft request' (duration: 483.839653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:17.530661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.046382Z","time spent":"484.246181ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:17.530854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.846466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:00:17.530915Z","caller":"traceutil/trace.go:171","msg":"trace[1590032196] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5265; }","duration":"432.946858ms","start":"2026-03-11T17:00:17.097954Z","end":"2026-03-11T17:00:17.530901Z","steps":["trace[1590032196] 'agreement among raft nodes before linearized reading' (duration: 432.843066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:17.530949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.097933Z","time spent":"433.00862ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:00:17.530879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.584202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:00:17.531027Z","caller":"traceutil/trace.go:171","msg":"trace[1502457577] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"484.508478ms","start":"2026-03-11T17:00:17.046505Z","end":"2026-03-11T17:00:17.531013Z","steps":["trace[1502457577] 'process raft request' (duration: 483.796462ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:17.531085Z","caller":"traceutil/trace.go:171","msg":"trace[1080264079] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5265; }","duration":"220.820917ms","start":"2026-03-11T17:00:17.310251Z","end":"2026-03-11T17:00:17.531072Z","steps":["trace[1080264079] 'agreement among raft nodes before linearized reading' (duration: 220.591702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:17.531136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.046486Z","time spent":"484.610179ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:00:17.995634Z","caller":"traceutil/trace.go:171","msg":"trace[1410079895] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"456.700665ms","start":"2026-03-11T17:00:17.53886Z","end":"2026-03-11T17:00:17.995561Z","steps":["trace[1410079895] 'read index received' (duration: 380.4605ms)","trace[1410079895] 'applied index is now lower than readState.Index' (duration: 76.238655ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:17.995654Z","caller":"traceutil/trace.go:171","msg":"trace[846950352] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"456.887869ms","start":"2026-03-11T17:00:17.538726Z","end":"2026-03-11T17:00:17.995613Z","steps":["trace[846950352] 'process raft request' (duration: 380.561262ms)","trace[846950352] 'compare' (duration: 75.971879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:17.995895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.015692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:00:17.995983Z","caller":"traceutil/trace.go:171","msg":"trace[1548023092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5266; }","duration":"457.159165ms","start":"2026-03-11T17:00:17.538803Z","end":"2026-03-11T17:00:17.995963Z","steps":["trace[1548023092] 'agreement among raft nodes before linearized reading' (duration: 456.910999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:17.996033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.538783Z","time spent":"457.241666ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:00:17.995959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:00:17.538707Z","time spent":"457.046123ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:00:18.284733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.72313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:00:18.284867Z","caller":"traceutil/trace.go:171","msg":"trace[461072230] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"180.800524ms","start":"2026-03-11T17:00:18.104041Z","end":"2026-03-11T17:00:18.284841Z","steps":["trace[461072230] 'process raft request' (duration: 39.87235ms)","trace[461072230] 'compare' (duration: 140.558487ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:47.592817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2700} {"level":"info","ts":"2026-03-11T17:00:47.658581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2700,"took":"63.963344ms","hash":2722224316,"current-db-size-bytes":39571456,"current-db-size":"40 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T17:00:47.658645Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2722224316,"revision":2700,"compact-revision":-1} {"level":"info","ts":"2026-03-11T17:01:04.905124Z","caller":"traceutil/trace.go:171","msg":"trace[1593335324] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"103.47004ms","start":"2026-03-11T17:01:04.801611Z","end":"2026-03-11T17:01:04.905081Z","steps":["trace[1593335324] 'process raft request' (duration: 39.544547ms)","trace[1593335324] 'compare' (duration: 63.447551ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:25.312376Z","caller":"traceutil/trace.go:171","msg":"trace[351001358] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"103.318373ms","start":"2026-03-11T17:05:25.209026Z","end":"2026-03-11T17:05:25.312344Z","steps":["trace[351001358] 'process raft request' (duration: 102.935545ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:47.601783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5462} {"level":"info","ts":"2026-03-11T17:05:47.714552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5462,"took":"110.290496ms","hash":3298159743,"current-db-size-bytes":40091648,"current-db-size":"40 MB","current-db-size-in-use-bytes":20774912,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-11T17:05:47.714656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3298159743,"revision":5462,"compact-revision":2700} {"level":"info","ts":"2026-03-11T17:05:53.179402Z","caller":"traceutil/trace.go:171","msg":"trace[666328121] linearizableReadLoop","detail":"{readStateIndex:7793; appliedIndex:7791; }","duration":"131.490458ms","start":"2026-03-11T17:05:53.047883Z","end":"2026-03-11T17:05:53.179373Z","steps":["trace[666328121] 'read index received' (duration: 98.363618ms)","trace[666328121] 'applied index is now lower than readState.Index' (duration: 33.12566ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:53.179532Z","caller":"traceutil/trace.go:171","msg":"trace[401711242] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"146.069308ms","start":"2026-03-11T17:05:53.033416Z","end":"2026-03-11T17:05:53.179485Z","steps":["trace[401711242] 'process raft request' (duration: 112.799955ms)","trace[401711242] 'compare' (duration: 32.919255ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:53.17964Z","caller":"traceutil/trace.go:171","msg":"trace[882915848] transaction","detail":"{read_only:false; response_revision:7510; number_of_response:1; }","duration":"143.579229ms","start":"2026-03-11T17:05:53.036045Z","end":"2026-03-11T17:05:53.179624Z","steps":["trace[882915848] 'process raft request' (duration: 143.280842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:53.179855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.172502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T17:05:53.180064Z","caller":"traceutil/trace.go:171","msg":"trace[637335449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7510; }","duration":"119.379076ms","start":"2026-03-11T17:05:53.060622Z","end":"2026-03-11T17:05:53.180001Z","steps":["trace[637335449] 'agreement among raft nodes before linearized reading' (duration: 119.028827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:53.180059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T17:05:53.180139Z","caller":"traceutil/trace.go:171","msg":"trace[343900961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7510; }","duration":"103.726692ms","start":"2026-03-11T17:05:53.076391Z","end":"2026-03-11T17:05:53.180118Z","steps":["trace[343900961] 'agreement among raft nodes before linearized reading' (duration: 103.470116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:53.180099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.109863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:05:53.180335Z","caller":"traceutil/trace.go:171","msg":"trace[664019196] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7510; }","duration":"132.4363ms","start":"2026-03-11T17:05:53.047871Z","end":"2026-03-11T17:05:53.180307Z","steps":["trace[664019196] 'agreement among raft nodes before linearized reading' (duration: 132.031781ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:54.221217Z","caller":"traceutil/trace.go:171","msg":"trace[1675102674] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"119.58569ms","start":"2026-03-11T17:05:54.101605Z","end":"2026-03-11T17:05:54.221191Z","steps":["trace[1675102674] 'process raft request' (duration: 119.449697ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:54.363842Z","caller":"traceutil/trace.go:171","msg":"trace[1735118032] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"135.855748ms","start":"2026-03-11T17:05:54.227959Z","end":"2026-03-11T17:05:54.363815Z","steps":["trace[1735118032] 'process raft request' (duration: 77.88782ms)","trace[1735118032] 'compare' (duration: 57.834145ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:11.531904Z","caller":"traceutil/trace.go:171","msg":"trace[302007858] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7921; }","duration":"258.063452ms","start":"2026-03-11T17:06:11.273805Z","end":"2026-03-11T17:06:11.531869Z","steps":["trace[302007858] 'read index received' (duration: 257.796376ms)","trace[302007858] 'applied index is now lower than readState.Index' (duration: 265.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:11.532081Z","caller":"traceutil/trace.go:171","msg":"trace[1278466388] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"396.356039ms","start":"2026-03-11T17:06:11.13571Z","end":"2026-03-11T17:06:11.532066Z","steps":["trace[1278466388] 'process raft request' (duration: 395.938529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.532244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.135688Z","time spent":"396.43142ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:11.532406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.885546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:06:11.532524Z","caller":"traceutil/trace.go:171","msg":"trace[745173800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7633; }","duration":"242.05007ms","start":"2026-03-11T17:06:11.29045Z","end":"2026-03-11T17:06:11.5325Z","steps":["trace[745173800] 'agreement among raft nodes before linearized reading' (duration: 241.766983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.532557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:06:11.532637Z","caller":"traceutil/trace.go:171","msg":"trace[1947106382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7633; }","duration":"163.155624ms","start":"2026-03-11T17:06:11.369449Z","end":"2026-03-11T17:06:11.532605Z","steps":["trace[1947106382] 'agreement among raft nodes before linearized reading' (duration: 162.99096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.532848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.705012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:06:11.53286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.216965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:06:11.532893Z","caller":"traceutil/trace.go:171","msg":"trace[1461216108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7633; }","duration":"189.770063ms","start":"2026-03-11T17:06:11.343112Z","end":"2026-03-11T17:06:11.532882Z","steps":["trace[1461216108] 'agreement among raft nodes before linearized reading' (duration: 189.671861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.532909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.100876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:06:11.532924Z","caller":"traceutil/trace.go:171","msg":"trace[135435349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7633; }","duration":"172.306708ms","start":"2026-03-11T17:06:11.360602Z","end":"2026-03-11T17:06:11.532909Z","steps":["trace[135435349] 'agreement among raft nodes before linearized reading' (duration: 172.109883ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:11.532944Z","caller":"traceutil/trace.go:171","msg":"trace[1802408672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7633; }","duration":"259.190798ms","start":"2026-03-11T17:06:11.273743Z","end":"2026-03-11T17:06:11.532934Z","steps":["trace[1802408672] 'agreement among raft nodes before linearized reading' (duration: 259.094496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.533056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.288351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:11.533092Z","caller":"traceutil/trace.go:171","msg":"trace[348761904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7633; }","duration":"152.355123ms","start":"2026-03-11T17:06:11.380728Z","end":"2026-03-11T17:06:11.533084Z","steps":["trace[348761904] 'agreement among raft nodes before linearized reading' (duration: 152.296682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:25.833353Z","caller":"traceutil/trace.go:171","msg":"trace[1464550872] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8130; }","duration":"186.743223ms","start":"2026-03-11T17:06:25.64654Z","end":"2026-03-11T17:06:25.833283Z","steps":["trace[1464550872] 'read index received' (duration: 186.449667ms)","trace[1464550872] 'applied index is now lower than readState.Index' (duration: 291.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:25.833437Z","caller":"traceutil/trace.go:171","msg":"trace[932428865] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"197.306419ms","start":"2026-03-11T17:06:25.636091Z","end":"2026-03-11T17:06:25.833398Z","steps":["trace[932428865] 'process raft request' (duration: 196.999432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:25.833653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.086001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:06:25.833707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.977688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:06:25.833722Z","caller":"traceutil/trace.go:171","msg":"trace[358965135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7838; }","duration":"187.224034ms","start":"2026-03-11T17:06:25.646485Z","end":"2026-03-11T17:06:25.833709Z","steps":["trace[358965135] 'agreement among raft nodes before linearized reading' (duration: 186.999269ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:25.833768Z","caller":"traceutil/trace.go:171","msg":"trace[352583418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7838; }","duration":"187.099571ms","start":"2026-03-11T17:06:25.646656Z","end":"2026-03-11T17:06:25.833755Z","steps":["trace[352583418] 'agreement among raft nodes before linearized reading' (duration: 186.875476ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:26.010403Z","caller":"traceutil/trace.go:171","msg":"trace[1954474809] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"171.710153ms","start":"2026-03-11T17:06:25.83866Z","end":"2026-03-11T17:06:26.01037Z","steps":["trace[1954474809] 'process raft request' (duration: 171.079069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:26.011397Z","caller":"traceutil/trace.go:171","msg":"trace[1899479433] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8131; }","duration":"172.209434ms","start":"2026-03-11T17:06:25.839162Z","end":"2026-03-11T17:06:26.011372Z","steps":["trace[1899479433] 'read index received' (duration: 170.566107ms)","trace[1899479433] 'applied index is now lower than readState.Index' (duration: 1.641957ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:26.011828Z","caller":"traceutil/trace.go:171","msg":"trace[1526285321] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"172.978982ms","start":"2026-03-11T17:06:25.838836Z","end":"2026-03-11T17:06:26.011815Z","steps":["trace[1526285321] 'process raft request' (duration: 172.308007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:26.012356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.157767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222794"} {"level":"info","ts":"2026-03-11T17:06:26.012452Z","caller":"traceutil/trace.go:171","msg":"trace[1680124811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7842; }","duration":"173.293731ms","start":"2026-03-11T17:06:25.839138Z","end":"2026-03-11T17:06:26.012432Z","steps":["trace[1680124811] 'agreement among raft nodes before linearized reading' (duration: 172.763648ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:26.012789Z","caller":"traceutil/trace.go:171","msg":"trace[1145772619] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"173.934415ms","start":"2026-03-11T17:06:25.838837Z","end":"2026-03-11T17:06:26.012772Z","steps":["trace[1145772619] 'process raft request' (duration: 172.458631ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:26.012968Z","caller":"traceutil/trace.go:171","msg":"trace[1922937631] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"173.648149ms","start":"2026-03-11T17:06:25.839309Z","end":"2026-03-11T17:06:26.012957Z","steps":["trace[1922937631] 'process raft request' (duration: 172.02704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:28.516536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057527058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:06:29.017091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057527058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:06:29.330768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487753319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:06:29.331132Z","caller":"traceutil/trace.go:171","msg":"trace[1823260690] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"1.488199399s","start":"2026-03-11T17:06:27.842914Z","end":"2026-03-11T17:06:29.331113Z","steps":["trace[1823260690] 'process raft request' (duration: 1.488067986s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:29.331257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:27.842892Z","time spent":"1.488298162s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:30.251618Z","caller":"traceutil/trace.go:171","msg":"trace[1837522021] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"2.345955177s","start":"2026-03-11T17:06:27.905633Z","end":"2026-03-11T17:06:30.251588Z","steps":["trace[1837522021] 'process raft request' (duration: 2.345344583s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.252849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:27.905613Z","time spent":"2.347136764s","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:30.252894Z","caller":"traceutil/trace.go:171","msg":"trace[185038910] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"1.68042839s","start":"2026-03-11T17:06:28.572407Z","end":"2026-03-11T17:06:30.252836Z","steps":["trace[185038910] 'process raft request' (duration: 1.679085479s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.253139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.572377Z","time spent":"1.680637354s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:30.25324Z","caller":"traceutil/trace.go:171","msg":"trace[1853454487] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"1.680689736s","start":"2026-03-11T17:06:28.572515Z","end":"2026-03-11T17:06:30.253205Z","steps":["trace[1853454487] 'process raft request' (duration: 1.679716443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.253368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.572508Z","time spent":"1.680803229s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:30.253788Z","caller":"traceutil/trace.go:171","msg":"trace[2118869480] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8142; }","duration":"2.237841763s","start":"2026-03-11T17:06:28.015875Z","end":"2026-03-11T17:06:30.253716Z","steps":["trace[2118869480] 'read index received' (duration: 1.315208205s)","trace[2118869480] 'applied index is now lower than readState.Index' (duration: 922.631808ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:30.25403Z","caller":"traceutil/trace.go:171","msg":"trace[579522660] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"1.642316564s","start":"2026-03-11T17:06:28.61166Z","end":"2026-03-11T17:06:30.253977Z","steps":["trace[579522660] 'process raft request' (duration: 1.641357701s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.611602Z","time spent":"1.642470427s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:30.254357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23601703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:06:30.254416Z","caller":"traceutil/trace.go:171","msg":"trace[1347757908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7854; }","duration":"2.236112973s","start":"2026-03-11T17:06:28.01829Z","end":"2026-03-11T17:06:30.254403Z","steps":["trace[1347757908] 'agreement among raft nodes before linearized reading' (duration: 2.235897988s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.018271Z","time spent":"2.236172755s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:30.254584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75568255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.254661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901859509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.254677Z","caller":"traceutil/trace.go:171","msg":"trace[1664455349] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7854; }","duration":"1.755792283s","start":"2026-03-11T17:06:28.498849Z","end":"2026-03-11T17:06:30.254642Z","steps":["trace[1664455349] 'agreement among raft nodes before linearized reading' (duration: 1.755626709s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238346929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:06:30.254704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755829224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.25477Z","caller":"traceutil/trace.go:171","msg":"trace[741776494] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7854; }","duration":"1.238499403s","start":"2026-03-11T17:06:29.016221Z","end":"2026-03-11T17:06:30.25472Z","steps":["trace[741776494] 'agreement among raft nodes before linearized reading' (duration: 1.238296308s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939824992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.254804Z","caller":"traceutil/trace.go:171","msg":"trace[370217980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7854; }","duration":"1.755926617s","start":"2026-03-11T17:06:28.498829Z","end":"2026-03-11T17:06:30.254756Z","steps":["trace[370217980] 'agreement among raft nodes before linearized reading' (duration: 1.755830204s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.016192Z","time spent":"1.238627185s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.254845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297374482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-11T17:06:30.254882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94018346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.254899Z","caller":"traceutil/trace.go:171","msg":"trace[195972560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7854; }","duration":"1.297436753s","start":"2026-03-11T17:06:28.957436Z","end":"2026-03-11T17:06:30.254873Z","steps":["trace[195972560] 'agreement among raft nodes before linearized reading' (duration: 1.2973095s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.25493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.957417Z","time spent":"1.297506224s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:06:30.254926Z","caller":"traceutil/trace.go:171","msg":"trace[2003578956] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7854; }","duration":"1.940255932s","start":"2026-03-11T17:06:28.314656Z","end":"2026-03-11T17:06:30.254912Z","steps":["trace[2003578956] 'agreement among raft nodes before linearized reading' (duration: 1.940187801s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.314641Z","time spent":"1.940315843s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.255227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780710791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.255317Z","caller":"traceutil/trace.go:171","msg":"trace[510057318] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7854; }","duration":"1.780827114s","start":"2026-03-11T17:06:28.47447Z","end":"2026-03-11T17:06:30.255297Z","steps":["trace[510057318] 'agreement among raft nodes before linearized reading' (duration: 1.780442115s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.255389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.474464Z","time spent":"1.780895835s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.255493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239616514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:06:30.255545Z","caller":"traceutil/trace.go:171","msg":"trace[341809977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7854; }","duration":"2.239695286s","start":"2026-03-11T17:06:28.015825Z","end":"2026-03-11T17:06:30.25552Z","steps":["trace[341809977] 'agreement among raft nodes before linearized reading' (duration: 2.23812294s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.255555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72082746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.255573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.015777Z","time spent":"2.239789548s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:06:30.255595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941317608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.25566Z","caller":"traceutil/trace.go:171","msg":"trace[718685978] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7854; }","duration":"1.941380399s","start":"2026-03-11T17:06:28.314251Z","end":"2026-03-11T17:06:30.255631Z","steps":["trace[718685978] 'agreement among raft nodes before linearized reading' (duration: 1.941309307s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.25561Z","caller":"traceutil/trace.go:171","msg":"trace[987415648] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7854; }","duration":"1.720885961s","start":"2026-03-11T17:06:28.534695Z","end":"2026-03-11T17:06:30.255581Z","steps":["trace[987415648] 'agreement among raft nodes before linearized reading' (duration: 1.720505072s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.255771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.534684Z","time spent":"1.721073825s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.255902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721965756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.25595Z","caller":"traceutil/trace.go:171","msg":"trace[602259183] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7854; }","duration":"1.722052128s","start":"2026-03-11T17:06:28.53388Z","end":"2026-03-11T17:06:30.255932Z","steps":["trace[602259183] 'agreement among raft nodes before linearized reading' (duration: 1.721749711s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.255986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.533843Z","time spent":"1.722132681s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.256035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781819909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.256052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827067261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.256093Z","caller":"traceutil/trace.go:171","msg":"trace[143035908] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7854; }","duration":"1.78187146s","start":"2026-03-11T17:06:28.474198Z","end":"2026-03-11T17:06:30.256069Z","steps":["trace[143035908] 'agreement among raft nodes before linearized reading' (duration: 1.781387388s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.474132Z","time spent":"1.781988713s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.256151Z","caller":"traceutil/trace.go:171","msg":"trace[502603881] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7854; }","duration":"1.827178314s","start":"2026-03-11T17:06:28.42893Z","end":"2026-03-11T17:06:30.256109Z","steps":["trace[502603881] 'agreement among raft nodes before linearized reading' (duration: 1.827055661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956084441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.256217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.428919Z","time spent":"1.827279446s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.256257Z","caller":"traceutil/trace.go:171","msg":"trace[1812033913] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7854; }","duration":"1.956147393s","start":"2026-03-11T17:06:28.300083Z","end":"2026-03-11T17:06:30.256231Z","steps":["trace[1812033913] 'agreement among raft nodes before linearized reading' (duration: 1.956066422s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.300076Z","time spent":"1.956274996s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.256562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040794892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.256629Z","caller":"traceutil/trace.go:171","msg":"trace[2126282058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7854; }","duration":"2.040870813s","start":"2026-03-11T17:06:28.21573Z","end":"2026-03-11T17:06:30.256601Z","steps":["trace[2126282058] 'agreement among raft nodes before linearized reading' (duration: 2.040499554s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.215719Z","time spent":"2.040938504s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.256771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722943478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.256823Z","caller":"traceutil/trace.go:171","msg":"trace[278462628] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7854; }","duration":"1.72302528s","start":"2026-03-11T17:06:28.533778Z","end":"2026-03-11T17:06:30.256803Z","steps":["trace[278462628] 'agreement among raft nodes before linearized reading' (duration: 1.722705993s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062810793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.256862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.533748Z","time spent":"1.723104253s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.256883Z","caller":"traceutil/trace.go:171","msg":"trace[2053997760] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7854; }","duration":"2.062884155s","start":"2026-03-11T17:06:28.193989Z","end":"2026-03-11T17:06:30.256874Z","steps":["trace[2053997760] 'agreement among raft nodes before linearized reading' (duration: 2.062823844s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.256923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.193972Z","time spent":"2.062936346s","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.257053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740373644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063266194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257107Z","caller":"traceutil/trace.go:171","msg":"trace[1229671973] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7854; }","duration":"1.740426805s","start":"2026-03-11T17:06:28.516658Z","end":"2026-03-11T17:06:30.257084Z","steps":["trace[1229671973] 'agreement among raft nodes before linearized reading' (duration: 1.740354893s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.322247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:06:30.257149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.516653Z","time spent":"1.740485046s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.257174Z","caller":"traceutil/trace.go:171","msg":"trace[135712843] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7854; }","duration":"387.41309ms","start":"2026-03-11T17:06:29.869743Z","end":"2026-03-11T17:06:30.257156Z","steps":["trace[135712843] 'agreement among raft nodes before linearized reading' (duration: 387.347028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.2572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.869712Z","time spent":"387.48182ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.257186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114492309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:30.25731Z","caller":"traceutil/trace.go:171","msg":"trace[415555810] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7854; }","duration":"1.114667743s","start":"2026-03-11T17:06:29.142621Z","end":"2026-03-11T17:06:30.257289Z","steps":["trace[415555810] 'agreement among raft nodes before linearized reading' (duration: 1.114485358s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06357259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.142585Z","time spent":"1.114770005s","remote":"127.0.0.1:60072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.25741Z","caller":"traceutil/trace.go:171","msg":"trace[1892030603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7854; }","duration":"2.063637832s","start":"2026-03-11T17:06:28.193764Z","end":"2026-03-11T17:06:30.257402Z","steps":["trace[1892030603] 'agreement among raft nodes before linearized reading' (duration: 2.063369036s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.19375Z","time spent":"2.063680413s","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.257482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957785951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257545Z","caller":"traceutil/trace.go:171","msg":"trace[2094854366] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7854; }","duration":"1.957873312s","start":"2026-03-11T17:06:28.299659Z","end":"2026-03-11T17:06:30.257532Z","steps":["trace[2094854366] 'agreement among raft nodes before linearized reading' (duration: 1.957638467s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081061937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.25758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828951354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.299649Z","time spent":"1.957922894s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.257616Z","caller":"traceutil/trace.go:171","msg":"trace[1583614455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7854; }","duration":"2.081141579s","start":"2026-03-11T17:06:28.176464Z","end":"2026-03-11T17:06:30.257606Z","steps":["trace[1583614455] 'agreement among raft nodes before linearized reading' (duration: 2.081087368s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.257626Z","caller":"traceutil/trace.go:171","msg":"trace[1874360246] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7854; }","duration":"1.829043966s","start":"2026-03-11T17:06:28.428568Z","end":"2026-03-11T17:06:30.257612Z","steps":["trace[1874360246] 'agreement among raft nodes before linearized reading' (duration: 1.828708018s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.021416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081642101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257718Z","caller":"traceutil/trace.go:171","msg":"trace[1382079442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7854; }","duration":"877.096418ms","start":"2026-03-11T17:06:29.38061Z","end":"2026-03-11T17:06:30.257707Z","steps":["trace[1382079442] 'agreement among raft nodes before linearized reading' (duration: 877.021196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869781523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870627333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:06:30.25776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081774503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257723Z","caller":"traceutil/trace.go:171","msg":"trace[2126423331] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7854; }","duration":"2.081665031s","start":"2026-03-11T17:06:28.176045Z","end":"2026-03-11T17:06:30.25771Z","steps":["trace[2126423331] 'agreement among raft nodes before linearized reading' (duration: 2.08162022s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742161576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257782Z","caller":"traceutil/trace.go:171","msg":"trace[861666918] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7854; }","duration":"1.869851615s","start":"2026-03-11T17:06:28.38792Z","end":"2026-03-11T17:06:30.257771Z","steps":["trace[861666918] 'agreement among raft nodes before linearized reading' (duration: 1.869759383s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.380593Z","time spent":"877.151819ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:06:30.257799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.175973Z","time spent":"2.081815724s","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-11T17:06:30.257808Z","caller":"traceutil/trace.go:171","msg":"trace[1448450605] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7854; }","duration":"1.742225567s","start":"2026-03-11T17:06:28.515569Z","end":"2026-03-11T17:06:30.257795Z","steps":["trace[1448450605] 'agreement among raft nodes before linearized reading' (duration: 1.742144395s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.387902Z","time spent":"1.869919986s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.25782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958415055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885492849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.257906Z","caller":"traceutil/trace.go:171","msg":"trace[1459768585] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7854; }","duration":"1.885597451s","start":"2026-03-11T17:06:28.372297Z","end":"2026-03-11T17:06:30.257895Z","steps":["trace[1459768585] 'agreement among raft nodes before linearized reading' (duration: 1.88552371s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.257947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.372261Z","time spent":"1.885677403s","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.257997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975167985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258047Z","caller":"traceutil/trace.go:171","msg":"trace[1483000162] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7854; }","duration":"1.975227466s","start":"2026-03-11T17:06:28.282799Z","end":"2026-03-11T17:06:30.258026Z","steps":["trace[1483000162] 'agreement among raft nodes before linearized reading' (duration: 1.975092632s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.282786Z","time spent":"1.975284848s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.258175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109284844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258217Z","caller":"traceutil/trace.go:171","msg":"trace[440980274] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7854; }","duration":"2.109329375s","start":"2026-03-11T17:06:28.148878Z","end":"2026-03-11T17:06:30.258207Z","steps":["trace[440980274] 'agreement among raft nodes before linearized reading' (duration: 2.109267393s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.148801Z","time spent":"2.109437547s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.258256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.301473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:06:30.2583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742718298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258329Z","caller":"traceutil/trace.go:171","msg":"trace[7116897] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7854; }","duration":"951.417406ms","start":"2026-03-11T17:06:29.3069Z","end":"2026-03-11T17:06:30.258317Z","steps":["trace[7116897] 'agreement among raft nodes before linearized reading' (duration: 951.293823ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.25834Z","caller":"traceutil/trace.go:171","msg":"trace[163262326] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7854; }","duration":"1.74279847s","start":"2026-03-11T17:06:28.51553Z","end":"2026-03-11T17:06:30.258329Z","steps":["trace[163262326] 'agreement among raft nodes before linearized reading' (duration: 1.742715009s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.515514Z","time spent":"1.742855071s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.258416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886172724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.258449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.306877Z","time spent":"951.483247ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.258476Z","caller":"traceutil/trace.go:171","msg":"trace[1206443663] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7854; }","duration":"1.886233046s","start":"2026-03-11T17:06:28.372216Z","end":"2026-03-11T17:06:30.258449Z","steps":["trace[1206443663] 'agreement among raft nodes before linearized reading' (duration: 1.886162525s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.372205Z","time spent":"1.886300547s","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.258595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758981756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258644Z","caller":"traceutil/trace.go:171","msg":"trace[1524605553] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7854; }","duration":"1.759044057s","start":"2026-03-11T17:06:28.499581Z","end":"2026-03-11T17:06:30.258625Z","steps":["trace[1524605553] 'agreement among raft nodes before linearized reading' (duration: 1.758942715s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.499572Z","time spent":"1.759099749s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.258809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83049585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.25885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110443871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258855Z","caller":"traceutil/trace.go:171","msg":"trace[186621902] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7854; }","duration":"1.830554392s","start":"2026-03-11T17:06:28.42828Z","end":"2026-03-11T17:06:30.258835Z","steps":["trace[186621902] 'agreement among raft nodes before linearized reading' (duration: 1.830297915s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886655767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.258882Z","caller":"traceutil/trace.go:171","msg":"trace[560172369] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7854; }","duration":"2.110504563s","start":"2026-03-11T17:06:28.148368Z","end":"2026-03-11T17:06:30.258873Z","steps":["trace[560172369] 'agreement among raft nodes before linearized reading' (duration: 2.110450192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.258905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.428264Z","time spent":"1.830632883s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-11T17:06:30.257056Z","caller":"traceutil/trace.go:171","msg":"trace[1925790121] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"902.435687ms","start":"2026-03-11T17:06:29.354601Z","end":"2026-03-11T17:06:30.257037Z","steps":["trace[1925790121] 'process raft request' (duration: 899.025008ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.258921Z","caller":"traceutil/trace.go:171","msg":"trace[1762306118] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7854; }","duration":"1.886719638s","start":"2026-03-11T17:06:28.372189Z","end":"2026-03-11T17:06:30.258909Z","steps":["trace[1762306118] 'agreement among raft nodes before linearized reading' (duration: 1.886650696s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.25896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110588705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.258965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.372177Z","time spent":"1.88677614s","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.258983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:29.354566Z","time spent":"904.372802ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:30.254721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.498832Z","time spent":"1.755875985s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.259256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854009117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.2593Z","caller":"traceutil/trace.go:171","msg":"trace[651739311] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7854; }","duration":"1.854047768s","start":"2026-03-11T17:06:28.405236Z","end":"2026-03-11T17:06:30.259284Z","steps":["trace[651739311] 'agreement among raft nodes before linearized reading' (duration: 1.853788812s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.259335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.405215Z","time spent":"1.854109279s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.257108Z","caller":"traceutil/trace.go:171","msg":"trace[1075519883] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7854; }","duration":"2.063334185s","start":"2026-03-11T17:06:28.193765Z","end":"2026-03-11T17:06:30.257099Z","steps":["trace[1075519883] 'agreement among raft nodes before linearized reading' (duration: 2.063284074s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.258996Z","caller":"traceutil/trace.go:171","msg":"trace[1373729839] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7854; }","duration":"2.110651335s","start":"2026-03-11T17:06:28.148328Z","end":"2026-03-11T17:06:30.25898Z","steps":["trace[1373729839] 'agreement among raft nodes before linearized reading' (duration: 2.110598374s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.259436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.148292Z","time spent":"2.111134467s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.254596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901723887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.259524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854540019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.254719Z","caller":"traceutil/trace.go:171","msg":"trace[52958757] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7854; }","duration":"1.901910141s","start":"2026-03-11T17:06:28.35278Z","end":"2026-03-11T17:06:30.25469Z","steps":["trace[52958757] 'agreement among raft nodes before linearized reading' (duration: 1.90185405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.259584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.352772Z","time spent":"1.906802045s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.259593Z","caller":"traceutil/trace.go:171","msg":"trace[877430078] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7854; }","duration":"1.854637391s","start":"2026-03-11T17:06:28.404934Z","end":"2026-03-11T17:06:30.259572Z","steps":["trace[877430078] 'agreement among raft nodes before linearized reading' (duration: 1.854531988s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.255704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.314243Z","time spent":"1.94144718s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.259701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026335384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.259753Z","caller":"traceutil/trace.go:171","msg":"trace[322467067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7854; }","duration":"2.026398297s","start":"2026-03-11T17:06:28.233333Z","end":"2026-03-11T17:06:30.259732Z","steps":["trace[322467067] 'agreement among raft nodes before linearized reading' (duration: 2.026331465s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.257866Z","caller":"traceutil/trace.go:171","msg":"trace[1781023068] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7854; }","duration":"1.958479217s","start":"2026-03-11T17:06:28.299375Z","end":"2026-03-11T17:06:30.257854Z","steps":["trace[1781023068] 'agreement among raft nodes before linearized reading' (duration: 1.958382424s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.254586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900771445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.259384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236494492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:06:30.259622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976389333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.259808Z","caller":"traceutil/trace.go:171","msg":"trace[642432267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7854; }","duration":"2.236926062s","start":"2026-03-11T17:06:28.022867Z","end":"2026-03-11T17:06:30.259793Z","steps":["trace[642432267] 'agreement among raft nodes before linearized reading' (duration: 2.236145754s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.259835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.022859Z","time spent":"2.236968074s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"info","ts":"2026-03-11T17:06:30.25984Z","caller":"traceutil/trace.go:171","msg":"trace[1702990568] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7854; }","duration":"1.977602812s","start":"2026-03-11T17:06:28.282218Z","end":"2026-03-11T17:06:30.25982Z","steps":["trace[1702990568] 'agreement among raft nodes before linearized reading' (duration: 1.976303121s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.259892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.282198Z","time spent":"1.977669533s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.260044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026738384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.260091Z","caller":"traceutil/trace.go:171","msg":"trace[836599966] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7854; }","duration":"2.026798885s","start":"2026-03-11T17:06:28.233273Z","end":"2026-03-11T17:06:30.260072Z","steps":["trace[836599966] 'agreement among raft nodes before linearized reading' (duration: 2.026733204s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.260058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0261765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.260125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.233262Z","time spent":"2.026854437s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:30.260188Z","caller":"traceutil/trace.go:171","msg":"trace[369247698] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7854; }","duration":"2.026311094s","start":"2026-03-11T17:06:28.233818Z","end":"2026-03-11T17:06:30.26013Z","steps":["trace[369247698] 'agreement among raft nodes before linearized reading' (duration: 2.025666809s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.260282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872277841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.26025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04375724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.260336Z","caller":"traceutil/trace.go:171","msg":"trace[1744210273] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7854; }","duration":"1.872362283s","start":"2026-03-11T17:06:28.387955Z","end":"2026-03-11T17:06:30.260317Z","steps":["trace[1744210273] 'agreement among raft nodes before linearized reading' (duration: 1.872270681s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.260345Z","caller":"traceutil/trace.go:171","msg":"trace[829573061] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7854; }","duration":"2.043879023s","start":"2026-03-11T17:06:28.216454Z","end":"2026-03-11T17:06:30.260333Z","steps":["trace[829573061] 'agreement among raft nodes before linearized reading' (duration: 2.043762191s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.26036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.387942Z","time spent":"1.872411644s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.260376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.23332Z","time spent":"2.027041031s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.260392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.216445Z","time spent":"2.043930024s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.260446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855565423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.260481Z","caller":"traceutil/trace.go:171","msg":"trace[2023855004] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7854; }","duration":"1.855612893s","start":"2026-03-11T17:06:28.404853Z","end":"2026-03-11T17:06:30.260466Z","steps":["trace[2023855004] 'agreement among raft nodes before linearized reading' (duration: 1.855573702s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.260509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.404839Z","time spent":"1.855662885s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.260538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.299364Z","time spent":"1.961159669s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.260556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044761103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.260324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.233811Z","time spent":"2.026430306s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.260594Z","caller":"traceutil/trace.go:171","msg":"trace[1659758720] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7854; }","duration":"2.044829295s","start":"2026-03-11T17:06:28.215752Z","end":"2026-03-11T17:06:30.260582Z","steps":["trace[1659758720] 'agreement among raft nodes before linearized reading' (duration: 2.044771464s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.260608Z","caller":"traceutil/trace.go:171","msg":"trace[73523954] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7854; }","duration":"1.906877896s","start":"2026-03-11T17:06:28.353714Z","end":"2026-03-11T17:06:30.260592Z","steps":["trace[73523954] 'agreement among raft nodes before linearized reading' (duration: 1.900757214s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.260638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.215735Z","time spent":"2.044886646s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.260648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.35368Z","time spent":"1.906950918s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.257799Z","caller":"traceutil/trace.go:171","msg":"trace[1142573715] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7854; }","duration":"1.870685865s","start":"2026-03-11T17:06:28.387093Z","end":"2026-03-11T17:06:30.257779Z","steps":["trace[1142573715] 'agreement among raft nodes before linearized reading' (duration: 1.870611373s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.260775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.387024Z","time spent":"1.873741535s","remote":"127.0.0.1:59894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.261223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009950963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.261249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242824018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:06:30.261275Z","caller":"traceutil/trace.go:171","msg":"trace[143432385] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7854; }","duration":"2.010010144s","start":"2026-03-11T17:06:28.251242Z","end":"2026-03-11T17:06:30.261252Z","steps":["trace[143432385] 'agreement among raft nodes before linearized reading' (duration: 2.009945553s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.261292Z","caller":"traceutil/trace.go:171","msg":"trace[1599701862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7854; }","duration":"2.242925181s","start":"2026-03-11T17:06:28.018356Z","end":"2026-03-11T17:06:30.261281Z","steps":["trace[1599701862] 'agreement among raft nodes before linearized reading' (duration: 2.242797708s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.261307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.251229Z","time spent":"2.010070325s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.261329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.01832Z","time spent":"2.242994342s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:30.261443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872919806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.261493Z","caller":"traceutil/trace.go:171","msg":"trace[1396681000] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7854; }","duration":"1.872978338s","start":"2026-03-11T17:06:28.388501Z","end":"2026-03-11T17:06:30.26148Z","steps":["trace[1396681000] 'agreement among raft nodes before linearized reading' (duration: 1.872076567s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.261537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.388468Z","time spent":"1.873059609s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.261602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994176376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:30.257682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.428553Z","time spent":"1.829117677s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.257864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.515565Z","time spent":"1.742277798s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.261221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979010473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.261688Z","caller":"traceutil/trace.go:171","msg":"trace[2063221908] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7854; }","duration":"1.979508146s","start":"2026-03-11T17:06:28.282173Z","end":"2026-03-11T17:06:30.261681Z","steps":["trace[2063221908] 'agreement among raft nodes before linearized reading' (duration: 1.979002794s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.261642Z","caller":"traceutil/trace.go:171","msg":"trace[1650092884] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7854; }","duration":"1.994211157s","start":"2026-03-11T17:06:28.267416Z","end":"2026-03-11T17:06:30.261627Z","steps":["trace[1650092884] 'agreement among raft nodes before linearized reading' (duration: 1.994151316s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:30.25779Z","caller":"traceutil/trace.go:171","msg":"trace[1204428982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7854; }","duration":"2.081836335s","start":"2026-03-11T17:06:28.175946Z","end":"2026-03-11T17:06:30.257782Z","steps":["trace[1204428982] 'agreement among raft nodes before linearized reading' (duration: 2.081792834s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.261779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.26738Z","time spent":"1.994386311s","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.261814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.175928Z","time spent":"2.085872719s","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.254869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.498815Z","time spent":"1.756036269s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.261919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.193742Z","time spent":"2.068166218s","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.261726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.282163Z","time spent":"1.979549437s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.258911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.148345Z","time spent":"2.110558354s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.262094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787878139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.262161Z","caller":"traceutil/trace.go:171","msg":"trace[1155384629] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7854; }","duration":"1.787972032s","start":"2026-03-11T17:06:28.474162Z","end":"2026-03-11T17:06:30.262134Z","steps":["trace[1155384629] 'agreement among raft nodes before linearized reading' (duration: 1.785197067s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.262232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.47414Z","time spent":"1.788053324s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.25765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.176442Z","time spent":"2.081199711s","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-11T17:06:30.2623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99521726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.262337Z","caller":"traceutil/trace.go:171","msg":"trace[1260384312] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7854; }","duration":"1.995298492s","start":"2026-03-11T17:06:28.267022Z","end":"2026-03-11T17:06:30.26232Z","steps":["trace[1260384312] 'agreement among raft nodes before linearized reading' (duration: 1.994645377s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.262367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.267006Z","time spent":"1.995354124s","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.262407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010432366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.262451Z","caller":"traceutil/trace.go:171","msg":"trace[959908220] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7854; }","duration":"2.010520148s","start":"2026-03-11T17:06:28.25192Z","end":"2026-03-11T17:06:30.26244Z","steps":["trace[959908220] 'agreement among raft nodes before linearized reading' (duration: 2.00975098s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.262488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.251895Z","time spent":"2.010578838s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.254823Z","caller":"traceutil/trace.go:171","msg":"trace[717059347] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7854; }","duration":"1.939878023s","start":"2026-03-11T17:06:28.314928Z","end":"2026-03-11T17:06:30.254806Z","steps":["trace[717059347] 'agreement among raft nodes before linearized reading' (duration: 1.939820361s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.262865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.31492Z","time spent":"1.947932351s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-11T17:06:30.259544Z","caller":"traceutil/trace.go:171","msg":"trace[562690218] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7854; }","duration":"1.906698642s","start":"2026-03-11T17:06:28.352833Z","end":"2026-03-11T17:06:30.259532Z","steps":["trace[562690218] 'agreement among raft nodes before linearized reading' (duration: 1.901731066s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.263594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.352818Z","time spent":"1.910754956s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.259637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.404908Z","time spent":"1.854718993s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T17:06:30.263701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245148083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:06:30.263774Z","caller":"traceutil/trace.go:171","msg":"trace[877721145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7854; }","duration":"2.245229404s","start":"2026-03-11T17:06:28.018514Z","end":"2026-03-11T17:06:30.263743Z","steps":["trace[877721145] 'agreement among raft nodes before linearized reading' (duration: 2.240855813s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.263808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.018503Z","time spent":"2.245298716s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:30.264787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997496863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.265013Z","caller":"traceutil/trace.go:171","msg":"trace[285461558] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7854; }","duration":"1.997548455s","start":"2026-03-11T17:06:28.26726Z","end":"2026-03-11T17:06:30.264808Z","steps":["trace[285461558] 'agreement among raft nodes before linearized reading' (duration: 1.994398212s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.265031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.26724Z","time spent":"1.99778657s","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:30.265145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013770642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:30.265171Z","caller":"traceutil/trace.go:171","msg":"trace[1436630695] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7854; }","duration":"2.013813604s","start":"2026-03-11T17:06:28.251346Z","end":"2026-03-11T17:06:30.26516Z","steps":["trace[1436630695] 'agreement among raft nodes before linearized reading' (duration: 2.010328903s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:30.26519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:28.251334Z","time spent":"2.013849384s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:38.813797Z","caller":"traceutil/trace.go:171","msg":"trace[1702610546] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"410.100447ms","start":"2026-03-11T17:06:38.403662Z","end":"2026-03-11T17:06:38.813762Z","steps":["trace[1702610546] 'process raft request' (duration: 382.380992ms)","trace[1702610546] 'compare' (duration: 27.600282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:38.813993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:38.403643Z","time spent":"410.2549ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:38.837085Z","caller":"traceutil/trace.go:171","msg":"trace[1721096866] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"429.228722ms","start":"2026-03-11T17:06:38.407834Z","end":"2026-03-11T17:06:38.837062Z","steps":["trace[1721096866] 'process raft request' (duration: 429.070019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:38.837199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:38.407813Z","time spent":"429.334215ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:38.83732Z","caller":"traceutil/trace.go:171","msg":"trace[477961236] linearizableReadLoop","detail":"{readStateIndex:8194; appliedIndex:8191; }","duration":"296.309561ms","start":"2026-03-11T17:06:38.540973Z","end":"2026-03-11T17:06:38.837282Z","steps":["trace[477961236] 'read index received' (duration: 245.10271ms)","trace[477961236] 'applied index is now lower than readState.Index' (duration: 51.205091ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:38.837416Z","caller":"traceutil/trace.go:171","msg":"trace[306401271] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"429.396955ms","start":"2026-03-11T17:06:38.408006Z","end":"2026-03-11T17:06:38.837403Z","steps":["trace[306401271] 'process raft request' (duration: 428.999066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:38.837744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:38.407813Z","time spent":"429.761375ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:38.838172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.196691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:06:38.838234Z","caller":"traceutil/trace.go:171","msg":"trace[1697212092] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7898; }","duration":"297.267313ms","start":"2026-03-11T17:06:38.540956Z","end":"2026-03-11T17:06:38.838223Z","steps":["trace[1697212092] 'agreement among raft nodes before linearized reading' (duration: 296.521556ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:39.648494Z","caller":"traceutil/trace.go:171","msg":"trace[2030107161] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"263.884598ms","start":"2026-03-11T17:06:39.384577Z","end":"2026-03-11T17:06:39.648461Z","steps":["trace[2030107161] 'process raft request' (duration: 263.451058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.701251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.473408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:40.701338Z","caller":"traceutil/trace.go:171","msg":"trace[815957060] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7899; }","duration":"685.070181ms","start":"2026-03-11T17:06:40.01625Z","end":"2026-03-11T17:06:40.70132Z","steps":["trace[815957060] 'count revisions from in-memory index tree' (duration: 684.389066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.701368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.01623Z","time spent":"685.131943ms","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:40.701436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.030114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:40.701525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.5433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:40.70154Z","caller":"traceutil/trace.go:171","msg":"trace[1200222499] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7899; }","duration":"681.56732ms","start":"2026-03-11T17:06:40.019968Z","end":"2026-03-11T17:06:40.701535Z","steps":["trace[1200222499] 'count revisions from in-memory index tree' (duration: 681.505479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.70156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.019964Z","time spent":"681.591851ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:40.701564Z","caller":"traceutil/trace.go:171","msg":"trace[485491933] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7899; }","duration":"514.212038ms","start":"2026-03-11T17:06:40.187304Z","end":"2026-03-11T17:06:40.701516Z","steps":["trace[485491933] 'count revisions from in-memory index tree' (duration: 513.922391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.701628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.187276Z","time spent":"514.341081ms","remote":"127.0.0.1:60014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:40.701901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.071489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:40.701953Z","caller":"traceutil/trace.go:171","msg":"trace[518862445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7899; }","duration":"463.173911ms","start":"2026-03-11T17:06:40.238765Z","end":"2026-03-11T17:06:40.701939Z","steps":["trace[518862445] 'count revisions from in-memory index tree' (duration: 462.955166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.701985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.238732Z","time spent":"463.243282ms","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:40.702546Z","caller":"traceutil/trace.go:171","msg":"trace[695441687] linearizableReadLoop","detail":"{readStateIndex:8198; appliedIndex:8195; }","duration":"321.244011ms","start":"2026-03-11T17:06:40.381289Z","end":"2026-03-11T17:06:40.702533Z","steps":["trace[695441687] 'read index received' (duration: 262.469884ms)","trace[695441687] 'applied index is now lower than readState.Index' (duration: 58.772797ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:40.702922Z","caller":"traceutil/trace.go:171","msg":"trace[747898798] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"409.71601ms","start":"2026-03-11T17:06:40.293188Z","end":"2026-03-11T17:06:40.702904Z","steps":["trace[747898798] 'process raft request' (duration: 409.201918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.702955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.653771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:40.703261Z","caller":"traceutil/trace.go:171","msg":"trace[880323836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7902; }","duration":"321.968218ms","start":"2026-03-11T17:06:40.381268Z","end":"2026-03-11T17:06:40.703236Z","steps":["trace[880323836] 'agreement among raft nodes before linearized reading' (duration: 321.535008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.703297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.293174Z","time spent":"409.803981ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:40.703311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.381177Z","time spent":"322.124672ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:06:40.703394Z","caller":"traceutil/trace.go:171","msg":"trace[1273080623] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"412.184246ms","start":"2026-03-11T17:06:40.291154Z","end":"2026-03-11T17:06:40.703338Z","steps":["trace[1273080623] 'process raft request' (duration: 352.60336ms)","trace[1273080623] 'compare' (duration: 57.085347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:40.703428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.568611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T17:06:40.70352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.673523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:06:40.703591Z","caller":"traceutil/trace.go:171","msg":"trace[1644426288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7902; }","duration":"119.797206ms","start":"2026-03-11T17:06:40.583774Z","end":"2026-03-11T17:06:40.703571Z","steps":["trace[1644426288] 'agreement among raft nodes before linearized reading' (duration: 119.553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.703646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.291119Z","time spent":"412.39082ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:40.703669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.737438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:06:40.70378Z","caller":"traceutil/trace.go:171","msg":"trace[286478572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7902; }","duration":"292.876632ms","start":"2026-03-11T17:06:40.410873Z","end":"2026-03-11T17:06:40.70375Z","steps":["trace[286478572] 'agreement among raft nodes before linearized reading' (duration: 292.561665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:40.702914Z","caller":"traceutil/trace.go:171","msg":"trace[1729642992] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"403.943364ms","start":"2026-03-11T17:06:40.298942Z","end":"2026-03-11T17:06:40.702885Z","steps":["trace[1729642992] 'process raft request' (duration: 403.548275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.703968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.298918Z","time spent":"404.965417ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:40.705289Z","caller":"traceutil/trace.go:171","msg":"trace[139299699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7902; }","duration":"302.495856ms","start":"2026-03-11T17:06:40.402768Z","end":"2026-03-11T17:06:40.705264Z","steps":["trace[139299699] 'agreement among raft nodes before linearized reading' (duration: 300.216102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:40.705356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:40.40275Z","time spent":"302.595207ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:06:42.559171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.809643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:42.559253Z","caller":"traceutil/trace.go:171","msg":"trace[994753686] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7908; }","duration":"646.957186ms","start":"2026-03-11T17:06:41.912274Z","end":"2026-03-11T17:06:42.559232Z","steps":["trace[994753686] 'count revisions from in-memory index tree' (duration: 646.688531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:42.559286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:41.912246Z","time spent":"647.032048ms","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:42.559265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.438999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-11T17:06:42.559373Z","caller":"traceutil/trace.go:171","msg":"trace[2085305282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7908; }","duration":"104.617983ms","start":"2026-03-11T17:06:42.454726Z","end":"2026-03-11T17:06:42.559344Z","steps":["trace[2085305282] 'range keys from in-memory index tree' (duration: 104.294875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:42.559372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.030491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:42.559527Z","caller":"traceutil/trace.go:171","msg":"trace[344948336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"181.239265ms","start":"2026-03-11T17:06:42.378267Z","end":"2026-03-11T17:06:42.559507Z","steps":["trace[344948336] 'range keys from in-memory index tree' (duration: 180.870936ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:43.093443Z","caller":"traceutil/trace.go:171","msg":"trace[1180570150] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"383.079229ms","start":"2026-03-11T17:06:42.710331Z","end":"2026-03-11T17:06:43.09341Z","steps":["trace[1180570150] 'process raft request' (duration: 383.025348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:43.093552Z","caller":"traceutil/trace.go:171","msg":"trace[1034114915] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"383.778205ms","start":"2026-03-11T17:06:42.70971Z","end":"2026-03-11T17:06:43.093488Z","steps":["trace[1034114915] 'process raft request' (duration: 383.458487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.093621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:42.710318Z","time spent":"383.210372ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:43.093765Z","caller":"traceutil/trace.go:171","msg":"trace[138877693] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8208; }","duration":"342.258699ms","start":"2026-03-11T17:06:42.751472Z","end":"2026-03-11T17:06:43.093731Z","steps":["trace[138877693] 'read index received' (duration: 342.244699ms)","trace[138877693] 'applied index is now lower than readState.Index' (duration: 10.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:43.093954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:42.709678Z","time spent":"384.029851ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:43.094164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.096841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:06:43.094224Z","caller":"traceutil/trace.go:171","msg":"trace[1636417352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7911; }","duration":"181.162152ms","start":"2026-03-11T17:06:42.913048Z","end":"2026-03-11T17:06:43.09421Z","steps":["trace[1636417352] 'agreement among raft nodes before linearized reading' (duration: 180.928487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.094297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.122967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:06:43.094372Z","caller":"traceutil/trace.go:171","msg":"trace[676946667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7911; }","duration":"189.272751ms","start":"2026-03-11T17:06:42.905079Z","end":"2026-03-11T17:06:43.094352Z","steps":["trace[676946667] 'agreement among raft nodes before linearized reading' (duration: 188.972614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.094341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.106497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:06:43.094553Z","caller":"traceutil/trace.go:171","msg":"trace[1096271730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7911; }","duration":"189.382093ms","start":"2026-03-11T17:06:42.905143Z","end":"2026-03-11T17:06:43.094526Z","steps":["trace[1096271730] 'agreement among raft nodes before linearized reading' (duration: 188.80539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.094422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.13969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:06:43.094714Z","caller":"traceutil/trace.go:171","msg":"trace[1200882776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7911; }","duration":"337.482269ms","start":"2026-03-11T17:06:42.757213Z","end":"2026-03-11T17:06:43.094695Z","steps":["trace[1200882776] 'agreement among raft nodes before linearized reading' (duration: 336.741171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.094819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:42.757202Z","time spent":"337.597622ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:06:43.09532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.840756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:06:43.09546Z","caller":"traceutil/trace.go:171","msg":"trace[1177558992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7911; }","duration":"344.060802ms","start":"2026-03-11T17:06:42.751384Z","end":"2026-03-11T17:06:43.095445Z","steps":["trace[1177558992] 'agreement among raft nodes before linearized reading' (duration: 342.501115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:43.095577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:42.751355Z","time spent":"344.206915ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:06:43.228109Z","caller":"traceutil/trace.go:171","msg":"trace[1819250106] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8208; }","duration":"127.73631ms","start":"2026-03-11T17:06:43.100346Z","end":"2026-03-11T17:06:43.228082Z","steps":["trace[1819250106] 'read index received' (duration: 36.741674ms)","trace[1819250106] 'applied index is now lower than readState.Index' (duration: 90.993566ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:43.228342Z","caller":"traceutil/trace.go:171","msg":"trace[2226321] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"128.778475ms","start":"2026-03-11T17:06:43.099527Z","end":"2026-03-11T17:06:43.228305Z","steps":["trace[2226321] 'process raft request' (duration: 128.286814ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:43.228621Z","caller":"traceutil/trace.go:171","msg":"trace[544641398] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"129.189985ms","start":"2026-03-11T17:06:43.099407Z","end":"2026-03-11T17:06:43.228597Z","steps":["trace[544641398] 'process raft request' (duration: 39.12823ms)","trace[544641398] 'compare' (duration: 89.030581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:43.22869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.324943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222794"} {"level":"info","ts":"2026-03-11T17:06:43.22874Z","caller":"traceutil/trace.go:171","msg":"trace[1622785193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7915; }","duration":"128.416636ms","start":"2026-03-11T17:06:43.100312Z","end":"2026-03-11T17:06:43.228729Z","steps":["trace[1622785193] 'agreement among raft nodes before linearized reading' (duration: 127.930484ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:43.228657Z","caller":"traceutil/trace.go:171","msg":"trace[726739325] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"128.907348ms","start":"2026-03-11T17:06:43.099717Z","end":"2026-03-11T17:06:43.228625Z","steps":["trace[726739325] 'process raft request' (duration: 128.171031ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:43.228867Z","caller":"traceutil/trace.go:171","msg":"trace[1911537348] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"128.871927ms","start":"2026-03-11T17:06:43.099925Z","end":"2026-03-11T17:06:43.228797Z","steps":["trace[1911537348] 'process raft request' (duration: 128.076069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:44.437803Z","caller":"traceutil/trace.go:171","msg":"trace[2100828464] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"198.288592ms","start":"2026-03-11T17:06:44.23947Z","end":"2026-03-11T17:06:44.437759Z","steps":["trace[2100828464] 'process raft request' (duration: 198.013676ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:44.94005Z","caller":"traceutil/trace.go:171","msg":"trace[1002373441] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"198.158348ms","start":"2026-03-11T17:06:44.741851Z","end":"2026-03-11T17:06:44.94001Z","steps":["trace[1002373441] 'process raft request' (duration: 180.402715ms)","trace[1002373441] 'compare' (duration: 17.146499ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:45.565075Z","caller":"traceutil/trace.go:171","msg":"trace[1832071326] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"327.692831ms","start":"2026-03-11T17:06:45.237226Z","end":"2026-03-11T17:06:45.564918Z","steps":["trace[1832071326] 'process raft request' (duration: 327.338762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:45.565455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:45.2372Z","time spent":"328.08081ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:45.565782Z","caller":"traceutil/trace.go:171","msg":"trace[711272854] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"328.45368ms","start":"2026-03-11T17:06:45.237292Z","end":"2026-03-11T17:06:45.565746Z","steps":["trace[711272854] 'process raft request' (duration: 327.980518ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:45.565875Z","caller":"traceutil/trace.go:171","msg":"trace[640685608] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"328.399138ms","start":"2026-03-11T17:06:45.23745Z","end":"2026-03-11T17:06:45.565849Z","steps":["trace[640685608] 'process raft request' (duration: 327.970557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:45.56598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:45.237441Z","time spent":"328.48693ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:45.565966Z","caller":"traceutil/trace.go:171","msg":"trace[2047894030] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"328.251905ms","start":"2026-03-11T17:06:45.237671Z","end":"2026-03-11T17:06:45.565923Z","steps":["trace[2047894030] 'process raft request' (duration: 327.795054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:45.565997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:45.237272Z","time spent":"328.605573ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:45.56613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:45.237636Z","time spent":"328.415089ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:45.56615Z","caller":"traceutil/trace.go:171","msg":"trace[924259372] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"298.685527ms","start":"2026-03-11T17:06:45.267387Z","end":"2026-03-11T17:06:45.566072Z","steps":["trace[924259372] 'process raft request' (duration: 298.122474ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:45.566294Z","caller":"traceutil/trace.go:171","msg":"trace[940561967] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"285.721475ms","start":"2026-03-11T17:06:45.280561Z","end":"2026-03-11T17:06:45.566282Z","steps":["trace[940561967] 'process raft request' (duration: 285.041539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:45.566321Z","caller":"traceutil/trace.go:171","msg":"trace[628864042] linearizableReadLoop","detail":"{readStateIndex:8220; appliedIndex:8217; }","duration":"328.638024ms","start":"2026-03-11T17:06:45.237639Z","end":"2026-03-11T17:06:45.566277Z","steps":["trace[628864042] 'read index received' (duration: 326.901283ms)","trace[628864042] 'applied index is now lower than readState.Index' (duration: 1.735881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:45.566587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.956991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:06:45.567315Z","caller":"traceutil/trace.go:171","msg":"trace[885125919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:7926; }","duration":"329.685858ms","start":"2026-03-11T17:06:45.237601Z","end":"2026-03-11T17:06:45.567286Z","steps":["trace[885125919] 'agreement among raft nodes before linearized reading' (duration: 328.749756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:45.567417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.742925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-11T17:06:45.567436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:45.237592Z","time spent":"329.80417ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"info","ts":"2026-03-11T17:06:45.567456Z","caller":"traceutil/trace.go:171","msg":"trace[1948450415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7926; }","duration":"291.822126ms","start":"2026-03-11T17:06:45.275626Z","end":"2026-03-11T17:06:45.567448Z","steps":["trace[1948450415] 'agreement among raft nodes before linearized reading' (duration: 291.680243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:46.467838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.665734ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T17:07:10.421837Z","caller":"traceutil/trace.go:171","msg":"trace[1714191305] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"114.186915ms","start":"2026-03-11T17:07:10.307622Z","end":"2026-03-11T17:07:10.421809Z","steps":["trace[1714191305] 'read index received' (duration: 113.96336ms)","trace[1714191305] 'applied index is now lower than readState.Index' (duration: 222.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:10.421919Z","caller":"traceutil/trace.go:171","msg":"trace[1359194529] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"180.723303ms","start":"2026-03-11T17:07:10.241146Z","end":"2026-03-11T17:07:10.42187Z","steps":["trace[1359194529] 'process raft request' (duration: 180.471567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:10.422055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.4091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:10.422107Z","caller":"traceutil/trace.go:171","msg":"trace[898349919] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8097; }","duration":"114.546744ms","start":"2026-03-11T17:07:10.307545Z","end":"2026-03-11T17:07:10.422092Z","steps":["trace[898349919] 'agreement among raft nodes before linearized reading' (duration: 114.43951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:14.881602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057527866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:07:15.382869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057527866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:07:15.757564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7053175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:07:15.757989Z","caller":"traceutil/trace.go:171","msg":"trace[2051466107] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"1.705845121s","start":"2026-03-11T17:07:14.052119Z","end":"2026-03-11T17:07:15.757964Z","steps":["trace[2051466107] 'process raft request' (duration: 1.705687507s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:15.758135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:14.052089Z","time spent":"1.705954864s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:07:16.096306Z","caller":"traceutil/trace.go:171","msg":"trace[766435743] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"1.025750125s","start":"2026-03-11T17:07:15.070525Z","end":"2026-03-11T17:07:16.096275Z","steps":["trace[766435743] 'process raft request' (duration: 1.025393597s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.096506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.070497Z","time spent":"1.025904489s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:07:16.09669Z","caller":"traceutil/trace.go:171","msg":"trace[445389157] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"948.433316ms","start":"2026-03-11T17:07:15.148203Z","end":"2026-03-11T17:07:16.096636Z","steps":["trace[445389157] 'process raft request' (duration: 947.995866ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:16.096784Z","caller":"traceutil/trace.go:171","msg":"trace[177367089] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"808.43465ms","start":"2026-03-11T17:07:15.288316Z","end":"2026-03-11T17:07:16.09675Z","steps":["trace[177367089] 'process raft request' (duration: 808.207525ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:16.09686Z","caller":"traceutil/trace.go:171","msg":"trace[1122272055] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8420; }","duration":"1.715956456s","start":"2026-03-11T17:07:14.38089Z","end":"2026-03-11T17:07:16.096847Z","steps":["trace[1122272055] 'read index received' (duration: 1.376979383s)","trace[1122272055] 'applied index is now lower than readState.Index' (duration: 338.975743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:07:16.096965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.288279Z","time spent":"808.586373ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:16.096974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716089019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:16.096971Z","caller":"traceutil/trace.go:171","msg":"trace[985185999] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"495.039662ms","start":"2026-03-11T17:07:15.601871Z","end":"2026-03-11T17:07:16.096911Z","steps":["trace[985185999] 'process raft request' (duration: 494.849958ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:16.096801Z","caller":"traceutil/trace.go:171","msg":"trace[1199762682] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"793.916043ms","start":"2026-03-11T17:07:15.302867Z","end":"2026-03-11T17:07:16.096783Z","steps":["trace[1199762682] 'process raft request' (duration: 793.79263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.09717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.601842Z","time spent":"495.218116ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:07:16.097029Z","caller":"traceutil/trace.go:171","msg":"trace[1332295413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8121; }","duration":"1.716191311s","start":"2026-03-11T17:07:14.380825Z","end":"2026-03-11T17:07:16.097016Z","steps":["trace[1332295413] 'agreement among raft nodes before linearized reading' (duration: 1.716104519s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.097251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:14.380801Z","time spent":"1.716435067s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:07:16.097254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.148168Z","time spent":"948.659902ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:16.097294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.302844Z","time spent":"794.22911ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:16.098072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.789573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:07:16.098303Z","caller":"traceutil/trace.go:171","msg":"trace[948936101] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8122; }","duration":"595.06353ms","start":"2026-03-11T17:07:15.503211Z","end":"2026-03-11T17:07:16.098275Z","steps":["trace[948936101] 'agreement among raft nodes before linearized reading' (duration: 594.683731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.098308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.651325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:07:16.098353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.503182Z","time spent":"595.158051ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T17:07:16.099271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.395139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T17:07:16.098397Z","caller":"traceutil/trace.go:171","msg":"trace[731158557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8122; }","duration":"350.704346ms","start":"2026-03-11T17:07:15.747639Z","end":"2026-03-11T17:07:16.098344Z","steps":["trace[731158557] 'agreement among raft nodes before linearized reading' (duration: 350.488491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:16.099335Z","caller":"traceutil/trace.go:171","msg":"trace[1430024423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8122; }","duration":"507.496332ms","start":"2026-03-11T17:07:15.591817Z","end":"2026-03-11T17:07:16.099314Z","steps":["trace[1430024423] 'agreement among raft nodes before linearized reading' (duration: 507.40152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.099395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.59179Z","time spent":"507.595074ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:07:16.099369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.74761Z","time spent":"351.746849ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:07:16.098938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.364749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:07:16.099608Z","caller":"traceutil/trace.go:171","msg":"trace[90446130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:8122; }","duration":"342.059295ms","start":"2026-03-11T17:07:15.757531Z","end":"2026-03-11T17:07:16.09959Z","steps":["trace[90446130] 'agreement among raft nodes before linearized reading' (duration: 341.328278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.099667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.757516Z","time spent":"342.136706ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:07:16.098945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.021547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:07:16.099881Z","caller":"traceutil/trace.go:171","msg":"trace[385464555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8122; }","duration":"353.00954ms","start":"2026-03-11T17:07:15.746859Z","end":"2026-03-11T17:07:16.099869Z","steps":["trace[385464555] 'agreement among raft nodes before linearized reading' (duration: 351.775572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.099922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.746852Z","time spent":"353.059341ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:07:16.099124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.513319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:07:16.100068Z","caller":"traceutil/trace.go:171","msg":"trace[499689081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8122; }","duration":"353.496231ms","start":"2026-03-11T17:07:15.746562Z","end":"2026-03-11T17:07:16.100058Z","steps":["trace[499689081] 'agreement among raft nodes before linearized reading' (duration: 352.455338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.100118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.746538Z","time spent":"353.562292ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:07:16.0992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.865806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:07:16.100177Z","caller":"traceutil/trace.go:171","msg":"trace[447643672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8122; }","duration":"359.960861ms","start":"2026-03-11T17:07:15.740191Z","end":"2026-03-11T17:07:16.100152Z","steps":["trace[447643672] 'agreement among raft nodes before linearized reading' (duration: 358.955058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:16.10024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:15.740165Z","time spent":"360.058663ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:07:18.046289Z","caller":"traceutil/trace.go:171","msg":"trace[1375068778] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"257.813996ms","start":"2026-03-11T17:07:17.788448Z","end":"2026-03-11T17:07:18.046262Z","steps":["trace[1375068778] 'process raft request' (duration: 257.655012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.706404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.556371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:07:29.706518Z","caller":"traceutil/trace.go:171","msg":"trace[2015501202] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8536; }","duration":"835.260057ms","start":"2026-03-11T17:07:28.87124Z","end":"2026-03-11T17:07:29.7065Z","steps":["trace[2015501202] 'read index received' (duration: 130.411579ms)","trace[2015501202] 'applied index is now lower than readState.Index' (duration: 704.847168ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:29.706644Z","caller":"traceutil/trace.go:171","msg":"trace[889966708] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"838.384089ms","start":"2026-03-11T17:07:28.868211Z","end":"2026-03-11T17:07:29.706595Z","steps":["trace[889966708] 'process raft request' (duration: 133.551652ms)","trace[889966708] 'compare' (duration: 703.929317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:07:29.706822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.574265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-11T17:07:29.706892Z","caller":"traceutil/trace.go:171","msg":"trace[1153247851] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8225; }","duration":"835.656907ms","start":"2026-03-11T17:07:28.871224Z","end":"2026-03-11T17:07:29.706881Z","steps":["trace[1153247851] 'agreement among raft nodes before linearized reading' (duration: 835.451841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.706905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.333997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cxcc4\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-03-11T17:07:29.706958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:28.868174Z","time spent":"838.655985ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:29.706972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:28.871216Z","time spent":"835.744059ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-11T17:07:29.707011Z","caller":"traceutil/trace.go:171","msg":"trace[2019880781] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cxcc4; range_end:; response_count:1; response_revision:8225; }","duration":"290.492261ms","start":"2026-03-11T17:07:29.416492Z","end":"2026-03-11T17:07:29.706984Z","steps":["trace[2019880781] 'agreement among raft nodes before linearized reading' (duration: 290.332947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.707205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.900007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-11T17:07:29.707269Z","caller":"traceutil/trace.go:171","msg":"trace[1404620816] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8225; }","duration":"684.086552ms","start":"2026-03-11T17:07:29.023167Z","end":"2026-03-11T17:07:29.707253Z","steps":["trace[1404620816] 'agreement among raft nodes before linearized reading' (duration: 683.614171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.707308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:29.023135Z","time spent":"684.161834ms","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:07:29.707543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.105046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:29.707584Z","caller":"traceutil/trace.go:171","msg":"trace[1827045006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"325.188788ms","start":"2026-03-11T17:07:29.382384Z","end":"2026-03-11T17:07:29.707573Z","steps":["trace[1827045006] 'agreement among raft nodes before linearized reading' (duration: 325.123947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.707612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:29.382354Z","time spent":"325.252719ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:07:29.843672Z","caller":"traceutil/trace.go:171","msg":"trace[2108552456] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8538; }","duration":"112.660451ms","start":"2026-03-11T17:07:29.730937Z","end":"2026-03-11T17:07:29.843598Z","steps":["trace[2108552456] 'read index received' (duration: 87.228166ms)","trace[2108552456] 'applied index is now lower than readState.Index' (duration: 25.429635ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:29.843768Z","caller":"traceutil/trace.go:171","msg":"trace[1861250112] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"126.813405ms","start":"2026-03-11T17:07:29.716911Z","end":"2026-03-11T17:07:29.843725Z","steps":["trace[1861250112] 'process raft request' (duration: 101.291078ms)","trace[1861250112] 'compare' (duration: 25.118588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:07:29.844141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.82082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189bd86a35dbc182\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-11T17:07:29.844183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.711454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cxcc4\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-11T17:07:29.844196Z","caller":"traceutil/trace.go:171","msg":"trace[1837212872] range","detail":"{range_begin:/registry/events/openstack/ceph.189bd86a35dbc182; range_end:; response_count:1; response_revision:8227; }","duration":"127.924362ms","start":"2026-03-11T17:07:29.716257Z","end":"2026-03-11T17:07:29.844181Z","steps":["trace[1837212872] 'agreement among raft nodes before linearized reading' (duration: 127.634954ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:29.844218Z","caller":"traceutil/trace.go:171","msg":"trace[1921743251] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cxcc4; range_end:; response_count:1; response_revision:8227; }","duration":"109.792895ms","start":"2026-03-11T17:07:29.734416Z","end":"2026-03-11T17:07:29.844209Z","steps":["trace[1921743251] 'agreement among raft nodes before linearized reading' (duration: 109.706683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:29.844573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.239708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-cxcc4\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-11T17:07:29.844686Z","caller":"traceutil/trace.go:171","msg":"trace[1393368219] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-cxcc4; range_end:; response_count:1; response_revision:8227; }","duration":"131.392452ms","start":"2026-03-11T17:07:29.713267Z","end":"2026-03-11T17:07:29.844659Z","steps":["trace[1393368219] 'agreement among raft nodes before linearized reading' (duration: 131.039414ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:29.97119Z","caller":"traceutil/trace.go:171","msg":"trace[451629906] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"101.76805ms","start":"2026-03-11T17:07:29.869383Z","end":"2026-03-11T17:07:29.971151Z","steps":["trace[451629906] 'process raft request' (duration: 96.632662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:30.730428Z","caller":"traceutil/trace.go:171","msg":"trace[1559642939] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"226.374165ms","start":"2026-03-11T17:07:30.504026Z","end":"2026-03-11T17:07:30.730401Z","steps":["trace[1559642939] 'read index received' (duration: 226.218131ms)","trace[1559642939] 'applied index is now lower than readState.Index' (duration: 154.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:30.730608Z","caller":"traceutil/trace.go:171","msg":"trace[75445888] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"305.523415ms","start":"2026-03-11T17:07:30.42506Z","end":"2026-03-11T17:07:30.730583Z","steps":["trace[75445888] 'process raft request' (duration: 305.127936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:30.730697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.644642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:07:30.730732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:30.425037Z","time spent":"305.633808ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:07:30.730748Z","caller":"traceutil/trace.go:171","msg":"trace[356041067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8240; }","duration":"226.726184ms","start":"2026-03-11T17:07:30.504007Z","end":"2026-03-11T17:07:30.730734Z","steps":["trace[356041067] 'agreement among raft nodes before linearized reading' (duration: 226.55646ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:31.082427Z","caller":"traceutil/trace.go:171","msg":"trace[2008996852] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8552; }","duration":"351.868571ms","start":"2026-03-11T17:07:30.730522Z","end":"2026-03-11T17:07:31.082391Z","steps":["trace[2008996852] 'read index received' (duration: 272.010425ms)","trace[2008996852] 'applied index is now lower than readState.Index' (duration: 79.856196ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:31.082456Z","caller":"traceutil/trace.go:171","msg":"trace[151589271] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"524.069511ms","start":"2026-03-11T17:07:30.558328Z","end":"2026-03-11T17:07:31.082398Z","steps":["trace[151589271] 'process raft request' (duration: 444.272375ms)","trace[151589271] 'compare' (duration: 79.582561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:07:31.08258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.719597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:07:31.082612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.16684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T17:07:31.082664Z","caller":"traceutil/trace.go:171","msg":"trace[833301937] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8241; }","duration":"511.935842ms","start":"2026-03-11T17:07:30.570709Z","end":"2026-03-11T17:07:31.082645Z","steps":["trace[833301937] 'agreement among raft nodes before linearized reading' (duration: 511.781179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:31.08267Z","caller":"traceutil/trace.go:171","msg":"trace[672612525] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8241; }","duration":"359.275182ms","start":"2026-03-11T17:07:30.723376Z","end":"2026-03-11T17:07:31.082651Z","steps":["trace[672612525] 'agreement among raft nodes before linearized reading' (duration: 359.019167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:31.082677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:30.558285Z","time spent":"524.283727ms","remote":"127.0.0.1:59914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:07:31.082703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:30.570685Z","time spent":"512.009384ms","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:07:31.082712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:30.72335Z","time spent":"359.352794ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:07:31.082816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.922547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-11T17:07:31.082923Z","caller":"traceutil/trace.go:171","msg":"trace[531482245] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8241; }","duration":"317.086451ms","start":"2026-03-11T17:07:30.765811Z","end":"2026-03-11T17:07:31.082898Z","steps":["trace[531482245] 'agreement among raft nodes before linearized reading' (duration: 316.790804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:31.082979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:30.765785Z","time spent":"317.184654ms","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:07:31.962362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.818343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-11T17:07:31.962477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.083644Z","time spent":"878.828429ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:07:32.001991Z","caller":"traceutil/trace.go:171","msg":"trace[199681524] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"915.349309ms","start":"2026-03-11T17:07:31.086562Z","end":"2026-03-11T17:07:32.001912Z","steps":["trace[199681524] 'process raft request' (duration: 915.032972ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:32.002015Z","caller":"traceutil/trace.go:171","msg":"trace[603690583] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8553; }","duration":"913.982176ms","start":"2026-03-11T17:07:31.088001Z","end":"2026-03-11T17:07:32.001983Z","steps":["trace[603690583] 'read index received' (duration: 344.486641ms)","trace[603690583] 'applied index is now lower than readState.Index' (duration: 569.493985ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:32.002152Z","caller":"traceutil/trace.go:171","msg":"trace[1903374752] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"907.14195ms","start":"2026-03-11T17:07:31.094998Z","end":"2026-03-11T17:07:32.00214Z","steps":["trace[1903374752] 'process raft request' (duration: 906.879474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:32.002193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.086539Z","time spent":"915.561744ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:07:32.002279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.094973Z","time spent":"907.210012ms","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:07:32.00233Z","caller":"traceutil/trace.go:171","msg":"trace[722114245] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"857.779274ms","start":"2026-03-11T17:07:31.144511Z","end":"2026-03-11T17:07:32.00229Z","steps":["trace[722114245] 'process raft request' (duration: 857.426346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:32.002444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.439267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-11T17:07:32.002487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.144483Z","time spent":"857.915428ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:07:32.00251Z","caller":"traceutil/trace.go:171","msg":"trace[285850703] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8245; }","duration":"914.55258ms","start":"2026-03-11T17:07:31.087942Z","end":"2026-03-11T17:07:32.002494Z","steps":["trace[285850703] 'agreement among raft nodes before linearized reading' (duration: 914.327535ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:32.002477Z","caller":"traceutil/trace.go:171","msg":"trace[598295770] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"915.070082ms","start":"2026-03-11T17:07:31.087352Z","end":"2026-03-11T17:07:32.002422Z","steps":["trace[598295770] 'process raft request' (duration: 914.464389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:32.002557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.087919Z","time spent":"914.629661ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:07:32.002716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.087341Z","time spent":"915.247126ms","remote":"127.0.0.1:59914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:32.019308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.555563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:07:32.019325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.829997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:32.019369Z","caller":"traceutil/trace.go:171","msg":"trace[1711087296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"878.672286ms","start":"2026-03-11T17:07:31.140682Z","end":"2026-03-11T17:07:32.019354Z","steps":["trace[1711087296] 'agreement among raft nodes before linearized reading' (duration: 878.580634ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:32.019418Z","caller":"traceutil/trace.go:171","msg":"trace[912198223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"638.233457ms","start":"2026-03-11T17:07:31.381164Z","end":"2026-03-11T17:07:32.019397Z","steps":["trace[912198223] 'agreement among raft nodes before linearized reading' (duration: 638.027172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:32.019464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.140647Z","time spent":"878.798859ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:07:32.019446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.021838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-11T17:07:32.019467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.381137Z","time spent":"638.321798ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:07:32.019515Z","caller":"traceutil/trace.go:171","msg":"trace[1084803805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8246; }","duration":"907.13267ms","start":"2026-03-11T17:07:31.112367Z","end":"2026-03-11T17:07:32.0195Z","steps":["trace[1084803805] 'agreement among raft nodes before linearized reading' (duration: 906.847474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:32.019492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.122958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T17:07:32.019556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:31.112341Z","time spent":"907.208611ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:07:32.019602Z","caller":"traceutil/trace.go:171","msg":"trace[119898171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8246; }","duration":"172.295982ms","start":"2026-03-11T17:07:31.847277Z","end":"2026-03-11T17:07:32.019573Z","steps":["trace[119898171] 'agreement among raft nodes before linearized reading' (duration: 171.886703ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:32.443546Z","caller":"traceutil/trace.go:171","msg":"trace[515878213] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"118.063005ms","start":"2026-03-11T17:07:32.325444Z","end":"2026-03-11T17:07:32.443507Z","steps":["trace[515878213] 'process raft request' (duration: 40.760028ms)","trace[515878213] 'compare' (duration: 77.090772ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:32.448961Z","caller":"traceutil/trace.go:171","msg":"trace[121082188] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"108.863722ms","start":"2026-03-11T17:07:32.340049Z","end":"2026-03-11T17:07:32.448913Z","steps":["trace[121082188] 'process raft request' (duration: 108.677548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:34.396666Z","caller":"traceutil/trace.go:171","msg":"trace[992068481] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"109.706693ms","start":"2026-03-11T17:07:34.286933Z","end":"2026-03-11T17:07:34.396639Z","steps":["trace[992068481] 'process raft request' (duration: 29.932958ms)","trace[992068481] 'compare' (duration: 78.279381ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:34.397236Z","caller":"traceutil/trace.go:171","msg":"trace[1861771820] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"109.815385ms","start":"2026-03-11T17:07:34.287408Z","end":"2026-03-11T17:07:34.397223Z","steps":["trace[1861771820] 'process raft request' (duration: 108.866383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:34.397856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:07:34.398005Z","caller":"traceutil/trace.go:171","msg":"trace[870165046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:8263; }","duration":"100.615403ms","start":"2026-03-11T17:07:34.297354Z","end":"2026-03-11T17:07:34.397969Z","steps":["trace[870165046] 'agreement among raft nodes before linearized reading' (duration: 100.365288ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:34.556487Z","caller":"traceutil/trace.go:171","msg":"trace[1538914047] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"151.639047ms","start":"2026-03-11T17:07:34.404814Z","end":"2026-03-11T17:07:34.556453Z","steps":["trace[1538914047] 'process raft request' (duration: 104.706258ms)","trace[1538914047] 'compare' (duration: 46.561031ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:34.556638Z","caller":"traceutil/trace.go:171","msg":"trace[300213662] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"149.189581ms","start":"2026-03-11T17:07:34.407411Z","end":"2026-03-11T17:07:34.5566Z","steps":["trace[300213662] 'read index received' (duration: 7.036981ms)","trace[300213662] 'applied index is now lower than readState.Index' (duration: 142.15023ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:34.556696Z","caller":"traceutil/trace.go:171","msg":"trace[1297718578] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"149.162911ms","start":"2026-03-11T17:07:34.407512Z","end":"2026-03-11T17:07:34.556675Z","steps":["trace[1297718578] 'process raft request' (duration: 148.842983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:34.557185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.806275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:07:34.557243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.803926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227440"} {"level":"info","ts":"2026-03-11T17:07:34.557296Z","caller":"traceutil/trace.go:171","msg":"trace[1806380036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8266; }","duration":"149.895767ms","start":"2026-03-11T17:07:34.407386Z","end":"2026-03-11T17:07:34.557282Z","steps":["trace[1806380036] 'agreement among raft nodes before linearized reading' (duration: 149.420836ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:34.55728Z","caller":"traceutil/trace.go:171","msg":"trace[605892024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8266; }","duration":"109.948659ms","start":"2026-03-11T17:07:34.44731Z","end":"2026-03-11T17:07:34.557258Z","steps":["trace[605892024] 'agreement among raft nodes before linearized reading' (duration: 109.618541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:40.89605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.218151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T17:07:40.896215Z","caller":"traceutil/trace.go:171","msg":"trace[502624499] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8325; }","duration":"172.426956ms","start":"2026-03-11T17:07:40.723767Z","end":"2026-03-11T17:07:40.896194Z","steps":["trace[502624499] 'range keys from in-memory index tree' (duration: 172.034667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:46.893795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.296238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:08:46.89392Z","caller":"traceutil/trace.go:171","msg":"trace[2101352767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8946; }","duration":"117.520843ms","start":"2026-03-11T17:08:46.776375Z","end":"2026-03-11T17:08:46.893896Z","steps":["trace[2101352767] 'range keys from in-memory index tree' (duration: 116.95734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:47.463953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.8993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:08:47.464069Z","caller":"traceutil/trace.go:171","msg":"trace[265725889] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"508.063213ms","start":"2026-03-11T17:08:46.955988Z","end":"2026-03-11T17:08:47.464051Z","steps":["trace[265725889] 'process raft request' (duration: 366.967938ms)","trace[265725889] 'compare' (duration: 140.780417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:47.464122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:46.955953Z","time spent":"508.145055ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:08:48.083512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.168888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:08:48.083748Z","caller":"traceutil/trace.go:171","msg":"trace[1119933639] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"379.778294ms","start":"2026-03-11T17:08:47.703951Z","end":"2026-03-11T17:08:48.083729Z","steps":["trace[1119933639] 'process raft request' (duration: 379.725723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.083818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.703919Z","time spent":"379.871645ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:08:48.083845Z","caller":"traceutil/trace.go:171","msg":"trace[1116652763] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"1.127206682s","start":"2026-03-11T17:08:46.9566Z","end":"2026-03-11T17:08:48.083807Z","steps":["trace[1116652763] 'process raft request' (duration: 991.659814ms)","trace[1116652763] 'compare' (duration: 135.018655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:48.084021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:46.956567Z","time spent":"1.127369175s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:08:48.08414Z","caller":"traceutil/trace.go:171","msg":"trace[1934216563] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"1.005021991s","start":"2026-03-11T17:08:47.079097Z","end":"2026-03-11T17:08:48.084119Z","steps":["trace[1934216563] 'process raft request' (duration: 1.004515179s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.08423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.079028Z","time spent":"1.005163174s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:08:48.084578Z","caller":"traceutil/trace.go:171","msg":"trace[690293288] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9282; }","duration":"1.117402096s","start":"2026-03-11T17:08:46.96711Z","end":"2026-03-11T17:08:48.084512Z","steps":["trace[690293288] 'read index received' (duration: 355.829373ms)","trace[690293288] 'applied index is now lower than readState.Index' (duration: 761.568373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:48.084826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076354951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:08:48.084875Z","caller":"traceutil/trace.go:171","msg":"trace[1556636848] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8951; }","duration":"1.076456104s","start":"2026-03-11T17:08:47.008406Z","end":"2026-03-11T17:08:48.084862Z","steps":["trace[1556636848] 'agreement among raft nodes before linearized reading' (duration: 1.076340151s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.084914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.008392Z","time spent":"1.076509734s","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:08:48.084909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117763844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:08:48.084975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.515115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T17:08:48.085037Z","caller":"traceutil/trace.go:171","msg":"trace[1327378626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8951; }","duration":"1.117933977s","start":"2026-03-11T17:08:46.967076Z","end":"2026-03-11T17:08:48.085009Z","steps":["trace[1327378626] 'agreement among raft nodes before linearized reading' (duration: 1.117554568s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:48.085064Z","caller":"traceutil/trace.go:171","msg":"trace[1656560591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8951; }","duration":"929.647968ms","start":"2026-03-11T17:08:47.155389Z","end":"2026-03-11T17:08:48.085037Z","steps":["trace[1656560591] 'agreement among raft nodes before linearized reading' (duration: 929.406442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.085105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:46.967028Z","time spent":"1.11806682s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:08:48.085125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.155357Z","time spent":"929.75244ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:08:48.085278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.967406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-11T17:08:48.08531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.275364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:08:48.085443Z","caller":"traceutil/trace.go:171","msg":"trace[115761737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:8951; }","duration":"974.450527ms","start":"2026-03-11T17:08:47.110936Z","end":"2026-03-11T17:08:48.085386Z","steps":["trace[115761737] 'agreement among raft nodes before linearized reading' (duration: 973.884055ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:48.085407Z","caller":"traceutil/trace.go:171","msg":"trace[553674311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8951; }","duration":"583.213051ms","start":"2026-03-11T17:08:47.502165Z","end":"2026-03-11T17:08:48.085378Z","steps":["trace[553674311] 'agreement among raft nodes before linearized reading' (duration: 582.593587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.085643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.110903Z","time spent":"974.679653ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:08:48.085768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:47.502139Z","time spent":"583.474237ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:08:48.687202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.438395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:08:48.687444Z","caller":"traceutil/trace.go:171","msg":"trace[1713719862] linearizableReadLoop","detail":"{readStateIndex:9289; appliedIndex:9286; }","duration":"593.650892ms","start":"2026-03-11T17:08:48.093775Z","end":"2026-03-11T17:08:48.687426Z","steps":["trace[1713719862] 'read index received' (duration: 59.839887ms)","trace[1713719862] 'applied index is now lower than readState.Index' (duration: 533.809275ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:08:48.687494Z","caller":"traceutil/trace.go:171","msg":"trace[77835473] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"596.995879ms","start":"2026-03-11T17:08:48.090465Z","end":"2026-03-11T17:08:48.687461Z","steps":["trace[77835473] 'process raft request' (duration: 596.848945ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:48.687545Z","caller":"traceutil/trace.go:171","msg":"trace[711634280] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"597.037269ms","start":"2026-03-11T17:08:48.090461Z","end":"2026-03-11T17:08:48.687498Z","steps":["trace[711634280] 'process raft request' (duration: 107.187915ms)","trace[711634280] 'compare' (duration: 489.149809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:48.687672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.090436Z","time spent":"597.140391ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:08:48.687778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.090434Z","time spent":"597.219693ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:08:48.687949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.169833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289850"} {"level":"info","ts":"2026-03-11T17:08:48.687997Z","caller":"traceutil/trace.go:171","msg":"trace[2022804172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8954; }","duration":"594.234614ms","start":"2026-03-11T17:08:48.09375Z","end":"2026-03-11T17:08:48.687984Z","steps":["trace[2022804172] 'agreement among raft nodes before linearized reading' (duration: 593.747383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.688032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.093731Z","time spent":"594.291956ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289872,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:08:48.745602Z","caller":"traceutil/trace.go:171","msg":"trace[399611095] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"553.826585ms","start":"2026-03-11T17:08:48.191733Z","end":"2026-03-11T17:08:48.74556Z","steps":["trace[399611095] 'process raft request' (duration: 553.624311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.74605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.191707Z","time spent":"554.00214ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:08:48.754092Z","caller":"traceutil/trace.go:171","msg":"trace[1134799187] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"161.419962ms","start":"2026-03-11T17:08:48.592632Z","end":"2026-03-11T17:08:48.754052Z","steps":["trace[1134799187] 'process raft request' (duration: 161.112805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.75433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.641222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:08:48.754421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.229984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:08:48.754509Z","caller":"traceutil/trace.go:171","msg":"trace[1422940154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8958; }","duration":"373.834545ms","start":"2026-03-11T17:08:48.3806Z","end":"2026-03-11T17:08:48.754434Z","steps":["trace[1422940154] 'agreement among raft nodes before linearized reading' (duration: 373.59618ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:48.754547Z","caller":"traceutil/trace.go:171","msg":"trace[2034532567] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8958; }","duration":"367.388838ms","start":"2026-03-11T17:08:48.387136Z","end":"2026-03-11T17:08:48.754525Z","steps":["trace[2034532567] 'agreement among raft nodes before linearized reading' (duration: 367.191703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.754577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.380583Z","time spent":"373.981409ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:08:48.754615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:08:48.387127Z","time spent":"367.475269ms","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:08:48.997875Z","caller":"traceutil/trace.go:171","msg":"trace[1655760410] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9293; }","duration":"219.901107ms","start":"2026-03-11T17:08:48.777935Z","end":"2026-03-11T17:08:48.997837Z","steps":["trace[1655760410] 'read index received' (duration: 141.34275ms)","trace[1655760410] 'applied index is now lower than readState.Index' (duration: 78.556757ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:08:48.998064Z","caller":"traceutil/trace.go:171","msg":"trace[944337069] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"237.987663ms","start":"2026-03-11T17:08:48.760054Z","end":"2026-03-11T17:08:48.998041Z","steps":["trace[944337069] 'process raft request' (duration: 159.126329ms)","trace[944337069] 'compare' (duration: 78.490665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:48.998689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.722826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:08:48.998764Z","caller":"traceutil/trace.go:171","msg":"trace[1987029243] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8959; }","duration":"220.853718ms","start":"2026-03-11T17:08:48.777886Z","end":"2026-03-11T17:08:48.99874Z","steps":["trace[1987029243] 'agreement among raft nodes before linearized reading' (duration: 220.711665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:08:48.999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.69759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:08:48.99915Z","caller":"traceutil/trace.go:171","msg":"trace[377954736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8959; }","duration":"105.969936ms","start":"2026-03-11T17:08:48.893154Z","end":"2026-03-11T17:08:48.999124Z","steps":["trace[377954736] 'agreement among raft nodes before linearized reading' (duration: 105.560897ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:49.208304Z","caller":"traceutil/trace.go:171","msg":"trace[67506654] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9294; }","duration":"200.897981ms","start":"2026-03-11T17:08:49.007369Z","end":"2026-03-11T17:08:49.208267Z","steps":["trace[67506654] 'read index received' (duration: 150.840529ms)","trace[67506654] 'applied index is now lower than readState.Index' (duration: 50.055612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:08:49.208747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.30014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-11T17:08:49.208863Z","caller":"traceutil/trace.go:171","msg":"trace[1860569478] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8960; }","duration":"201.522345ms","start":"2026-03-11T17:08:49.007318Z","end":"2026-03-11T17:08:49.20884Z","steps":["trace[1860569478] 'agreement among raft nodes before linearized reading' (duration: 201.069624ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:08:49.208992Z","caller":"traceutil/trace.go:171","msg":"trace[842840941] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"204.234716ms","start":"2026-03-11T17:08:49.0041Z","end":"2026-03-11T17:08:49.208334Z","steps":["trace[842840941] 'process raft request' (duration: 154.179055ms)","trace[842840941] 'compare' (duration: 49.845816ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:33.327329Z","caller":"traceutil/trace.go:171","msg":"trace[832909171] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"102.659512ms","start":"2026-03-11T17:10:33.224623Z","end":"2026-03-11T17:10:33.327282Z","steps":["trace[832909171] 'process raft request' (duration: 101.983627ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:35.334316Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:10:35.344642Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T17:10:35.344848Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T17:10:47.608649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7486} {"level":"info","ts":"2026-03-11T17:10:47.67497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7486,"took":"63.771826ms","hash":1769269301,"current-db-size-bytes":40091648,"current-db-size":"40 MB","current-db-size-in-use-bytes":25034752,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-11T17:10:47.675064Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769269301,"revision":7486,"compact-revision":5462} {"level":"info","ts":"2026-03-11T17:12:44.663133Z","caller":"traceutil/trace.go:171","msg":"trace[1584763534] linearizableReadLoop","detail":"{readStateIndex:10683; appliedIndex:10682; }","duration":"167.843685ms","start":"2026-03-11T17:12:44.495261Z","end":"2026-03-11T17:12:44.663105Z","steps":["trace[1584763534] 'read index received' (duration: 167.590039ms)","trace[1584763534] 'applied index is now lower than readState.Index' (duration: 252.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:12:44.663299Z","caller":"traceutil/trace.go:171","msg":"trace[2030071601] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"172.649738ms","start":"2026-03-11T17:12:44.490607Z","end":"2026-03-11T17:12:44.663257Z","steps":["trace[2030071601] 'process raft request' (duration: 172.30787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:44.663352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.63693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:12:44.663503Z","caller":"traceutil/trace.go:171","msg":"trace[377775156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10293; }","duration":"145.856495ms","start":"2026-03-11T17:12:44.517623Z","end":"2026-03-11T17:12:44.663479Z","steps":["trace[377775156] 'agreement among raft nodes before linearized reading' (duration: 145.65558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:44.663507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.726701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-03-11T17:12:44.663581Z","caller":"traceutil/trace.go:171","msg":"trace[1275648033] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:10293; }","duration":"123.832434ms","start":"2026-03-11T17:12:44.539737Z","end":"2026-03-11T17:12:44.66357Z","steps":["trace[1275648033] 'agreement among raft nodes before linearized reading' (duration: 123.644179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:44.664187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.9033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:12:44.664303Z","caller":"traceutil/trace.go:171","msg":"trace[1659616167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10293; }","duration":"169.109764ms","start":"2026-03-11T17:12:44.495177Z","end":"2026-03-11T17:12:44.664286Z","steps":["trace[1659616167] 'agreement among raft nodes before linearized reading' (duration: 168.099881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:57.849392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.397668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:12:57.849505Z","caller":"traceutil/trace.go:171","msg":"trace[990727221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10433; }","duration":"168.577982ms","start":"2026-03-11T17:12:57.680902Z","end":"2026-03-11T17:12:57.84948Z","steps":["trace[990727221] 'range keys from in-memory index tree' (duration: 168.196473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:12:57.849397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.355737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:12:57.849782Z","caller":"traceutil/trace.go:171","msg":"trace[515474241] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10433; }","duration":"137.837148ms","start":"2026-03-11T17:12:57.711934Z","end":"2026-03-11T17:12:57.849771Z","steps":["trace[515474241] 'count revisions from in-memory index tree' (duration: 137.246805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.383858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.752184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:14:05.384027Z","caller":"traceutil/trace.go:171","msg":"trace[286214732] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"1.157053425s","start":"2026-03-11T17:14:04.226951Z","end":"2026-03-11T17:14:05.384004Z","steps":["trace[286214732] 'process raft request' (duration: 654.963313ms)","trace[286214732] 'compare' (duration: 501.069579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:14:05.384102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.22692Z","time spent":"1.157147087s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:14:05.599537Z","caller":"traceutil/trace.go:171","msg":"trace[892786541] linearizableReadLoop","detail":"{readStateIndex:11514; appliedIndex:11511; }","duration":"1.110185969s","start":"2026-03-11T17:14:04.489317Z","end":"2026-03-11T17:14:05.599502Z","steps":["trace[892786541] 'read index received' (duration: 392.795801ms)","trace[892786541] 'applied index is now lower than readState.Index' (duration: 717.388718ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:05.599632Z","caller":"traceutil/trace.go:171","msg":"trace[745981526] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"1.278522988s","start":"2026-03-11T17:14:04.321058Z","end":"2026-03-11T17:14:05.599581Z","steps":["trace[745981526] 'process raft request' (duration: 1.27819256s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.599708Z","caller":"traceutil/trace.go:171","msg":"trace[125975567] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"1.196176895s","start":"2026-03-11T17:14:04.403468Z","end":"2026-03-11T17:14:05.599645Z","steps":["trace[125975567] 'process raft request' (duration: 1.195983171s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.599832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.320838Z","time spent":"1.278892057s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:14:05.599823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110455835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:14:05.599916Z","caller":"traceutil/trace.go:171","msg":"trace[2037805328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11103; }","duration":"1.110694011s","start":"2026-03-11T17:14:04.489201Z","end":"2026-03-11T17:14:05.599895Z","steps":["trace[2037805328] 'agreement among raft nodes before linearized reading' (duration: 1.110477005s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.599967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.489172Z","time spent":"1.110785333s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:14:05.599967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.403434Z","time spent":"1.19639652s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:14:05.600319Z","caller":"traceutil/trace.go:171","msg":"trace[1062179523] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"365.466646ms","start":"2026-03-11T17:14:05.234814Z","end":"2026-03-11T17:14:05.60028Z","steps":["trace[1062179523] 'process raft request' (duration: 365.326913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.600436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.047959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:05.600475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.259394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:05.600492Z","caller":"traceutil/trace.go:171","msg":"trace[908766647] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11104; }","duration":"661.158402ms","start":"2026-03-11T17:14:04.939321Z","end":"2026-03-11T17:14:05.60048Z","steps":["trace[908766647] 'agreement among raft nodes before linearized reading' (duration: 661.06339ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.600503Z","caller":"traceutil/trace.go:171","msg":"trace[1255995401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11104; }","duration":"661.315176ms","start":"2026-03-11T17:14:04.93918Z","end":"2026-03-11T17:14:05.600495Z","steps":["trace[1255995401] 'agreement among raft nodes before linearized reading' (duration: 661.267435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.60049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.894596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-11T17:14:05.600504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.778048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:05.600532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.939163Z","time spent":"661.364087ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:14:05.600511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:05.23478Z","time spent":"365.63535ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:14:05.600537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.265384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:14:05.600564Z","caller":"traceutil/trace.go:171","msg":"trace[1526123479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11104; }","duration":"219.88567ms","start":"2026-03-11T17:14:05.38066Z","end":"2026-03-11T17:14:05.600545Z","steps":["trace[1526123479] 'agreement among raft nodes before linearized reading' (duration: 219.790738ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.600602Z","caller":"traceutil/trace.go:171","msg":"trace[1175958698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11104; }","duration":"449.381526ms","start":"2026-03-11T17:14:05.151207Z","end":"2026-03-11T17:14:05.600589Z","steps":["trace[1175958698] 'agreement among raft nodes before linearized reading' (duration: 449.144641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.600636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.839947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:05.600536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.939285Z","time spent":"661.243324ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:14:05.60066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.94872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:14:05.600682Z","caller":"traceutil/trace.go:171","msg":"trace[1547016593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11104; }","duration":"661.93808ms","start":"2026-03-11T17:14:04.93873Z","end":"2026-03-11T17:14:05.600668Z","steps":["trace[1547016593] 'agreement among raft nodes before linearized reading' (duration: 661.863588ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.600699Z","caller":"traceutil/trace.go:171","msg":"trace[876852589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11104; }","duration":"658.006271ms","start":"2026-03-11T17:14:04.942684Z","end":"2026-03-11T17:14:05.60069Z","steps":["trace[876852589] 'agreement among raft nodes before linearized reading' (duration: 657.871908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.600646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:05.151178Z","time spent":"449.460157ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:14:05.600727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.942672Z","time spent":"658.050752ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:14:05.600737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.938699Z","time spent":"662.025441ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:14:05.600774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.389096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:14:05.600561Z","caller":"traceutil/trace.go:171","msg":"trace[1984867486] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11104; }","duration":"840.046429ms","start":"2026-03-11T17:14:04.760494Z","end":"2026-03-11T17:14:05.600541Z","steps":["trace[1984867486] 'agreement among raft nodes before linearized reading' (duration: 839.783893ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.600808Z","caller":"traceutil/trace.go:171","msg":"trace[1887368351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:11104; }","duration":"246.463638ms","start":"2026-03-11T17:14:05.354335Z","end":"2026-03-11T17:14:05.600799Z","steps":["trace[1887368351] 'agreement among raft nodes before linearized reading' (duration: 246.333415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.600821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.760468Z","time spent":"840.346295ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-11T17:14:05.600957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.561818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:05.601024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.468738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:05.60105Z","caller":"traceutil/trace.go:171","msg":"trace[1510404456] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11104; }","duration":"840.539729ms","start":"2026-03-11T17:14:04.760503Z","end":"2026-03-11T17:14:05.601043Z","steps":["trace[1510404456] 'agreement among raft nodes before linearized reading' (duration: 840.497108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.60104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.202085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:05.601071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.760474Z","time spent":"840.593191ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-11T17:14:05.601068Z","caller":"traceutil/trace.go:171","msg":"trace[1070755727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11104; }","duration":"839.710841ms","start":"2026-03-11T17:14:04.761328Z","end":"2026-03-11T17:14:05.601039Z","steps":["trace[1070755727] 'agreement among raft nodes before linearized reading' (duration: 839.491396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.601114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.551879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:05.601122Z","caller":"traceutil/trace.go:171","msg":"trace[1277080556] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11104; }","duration":"662.346548ms","start":"2026-03-11T17:14:04.938751Z","end":"2026-03-11T17:14:05.601097Z","steps":["trace[1277080556] 'agreement among raft nodes before linearized reading' (duration: 661.541771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.601153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.761321Z","time spent":"839.821433ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:14:05.601172Z","caller":"traceutil/trace.go:171","msg":"trace[2117665735] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11104; }","duration":"840.637772ms","start":"2026-03-11T17:14:04.760521Z","end":"2026-03-11T17:14:05.601159Z","steps":["trace[2117665735] 'agreement among raft nodes before linearized reading' (duration: 840.54809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.601187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.938717Z","time spent":"662.457241ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:14:05.601189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.509569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T17:14:05.601208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.760505Z","time spent":"840.695333ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:14:05.601204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.500433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:14:05.60121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.186611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:14:05.601227Z","caller":"traceutil/trace.go:171","msg":"trace[472553104] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11104; }","duration":"836.600301ms","start":"2026-03-11T17:14:04.764618Z","end":"2026-03-11T17:14:05.601218Z","steps":["trace[472553104] 'agreement among raft nodes before linearized reading' (duration: 836.502769ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:05.601247Z","caller":"traceutil/trace.go:171","msg":"trace[1778945030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11104; }","duration":"710.596825ms","start":"2026-03-11T17:14:04.890638Z","end":"2026-03-11T17:14:05.601235Z","steps":["trace[1778945030] 'agreement among raft nodes before linearized reading' (duration: 710.523224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.600992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.318895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:05.601252Z","caller":"traceutil/trace.go:171","msg":"trace[374596030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11104; }","duration":"780.227052ms","start":"2026-03-11T17:14:04.821013Z","end":"2026-03-11T17:14:05.60124Z","steps":["trace[374596030] 'agreement among raft nodes before linearized reading' (duration: 780.077598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.601282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.890609Z","time spent":"710.663467ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:14:05.601287Z","caller":"traceutil/trace.go:171","msg":"trace[931906231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11104; }","duration":"840.665812ms","start":"2026-03-11T17:14:04.760612Z","end":"2026-03-11T17:14:05.601277Z","steps":["trace[931906231] 'agreement among raft nodes before linearized reading' (duration: 840.337085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:05.601337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.760583Z","time spent":"840.746475ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:14:05.601258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.764552Z","time spent":"836.699884ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:14:05.601292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.82097Z","time spent":"780.315714ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:14:30.557264Z","caller":"traceutil/trace.go:171","msg":"trace[482712783] linearizableReadLoop","detail":"{readStateIndex:11646; appliedIndex:11645; }","duration":"238.262024ms","start":"2026-03-11T17:14:30.318952Z","end":"2026-03-11T17:14:30.557214Z","steps":["trace[482712783] 'read index received' (duration: 237.701121ms)","trace[482712783] 'applied index is now lower than readState.Index' (duration: 559.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:30.55735Z","caller":"traceutil/trace.go:171","msg":"trace[421585129] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"242.415137ms","start":"2026-03-11T17:14:30.314888Z","end":"2026-03-11T17:14:30.557303Z","steps":["trace[421585129] 'process raft request' (duration: 241.855084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:30.55752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.53119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:30.557756Z","caller":"traceutil/trace.go:171","msg":"trace[285223644] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11230; }","duration":"238.649823ms","start":"2026-03-11T17:14:30.318909Z","end":"2026-03-11T17:14:30.557559Z","steps":["trace[285223644] 'agreement among raft nodes before linearized reading' (duration: 238.52099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:30.557817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.884792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:30.557926Z","caller":"traceutil/trace.go:171","msg":"trace[1462212242] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11230; }","duration":"121.305852ms","start":"2026-03-11T17:14:30.4366Z","end":"2026-03-11T17:14:30.557905Z","steps":["trace[1462212242] 'agreement among raft nodes before linearized reading' (duration: 120.884032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.444966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.991513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-11T17:14:31.445062Z","caller":"traceutil/trace.go:171","msg":"trace[406034389] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:11230; }","duration":"691.098006ms","start":"2026-03-11T17:14:30.753941Z","end":"2026-03-11T17:14:31.445039Z","steps":["trace[406034389] 'range keys from in-memory index tree' (duration: 690.83425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.445101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:30.753872Z","time spent":"691.219438ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:14:31.445883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.76002ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.446067Z","caller":"traceutil/trace.go:171","msg":"trace[972147878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11230; }","duration":"340.960975ms","start":"2026-03-11T17:14:31.105078Z","end":"2026-03-11T17:14:31.446039Z","steps":["trace[972147878] 'range keys from in-memory index tree' (duration: 340.73597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.804905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.525389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:14:31.805042Z","caller":"traceutil/trace.go:171","msg":"trace[546908907] linearizableReadLoop","detail":"{readStateIndex:11648; appliedIndex:11647; }","duration":"329.330483ms","start":"2026-03-11T17:14:31.475688Z","end":"2026-03-11T17:14:31.805019Z","steps":["trace[546908907] 'read index received' (duration: 102.603889ms)","trace[546908907] 'applied index is now lower than readState.Index' (duration: 226.725044ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:31.805228Z","caller":"traceutil/trace.go:171","msg":"trace[424067366] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"329.775273ms","start":"2026-03-11T17:14:31.475425Z","end":"2026-03-11T17:14:31.8052Z","steps":["trace[424067366] 'process raft request' (duration: 102.827074ms)","trace[424067366] 'compare' (duration: 226.369386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:14:31.805331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:31.475389Z","time spent":"329.891976ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:14:31.805493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.792904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-11T17:14:31.805582Z","caller":"traceutil/trace.go:171","msg":"trace[37035907] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11231; }","duration":"329.942687ms","start":"2026-03-11T17:14:31.475618Z","end":"2026-03-11T17:14:31.805561Z","steps":["trace[37035907] 'agreement among raft nodes before linearized reading' (duration: 329.63961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.805625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:31.475592Z","time spent":"330.024229ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19233,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-11T17:14:31.839011Z","caller":"traceutil/trace.go:171","msg":"trace[49401090] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"120.549853ms","start":"2026-03-11T17:14:31.718445Z","end":"2026-03-11T17:14:31.838995Z","steps":["trace[49401090] 'process raft request' (duration: 120.434531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.875841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.508252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:31.875885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.561446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-11T17:14:31.875922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.189875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:14:31.875938Z","caller":"traceutil/trace.go:171","msg":"trace[395753539] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11233; }","duration":"136.622695ms","start":"2026-03-11T17:14:31.739295Z","end":"2026-03-11T17:14:31.875918Z","steps":["trace[395753539] 'agreement among raft nodes before linearized reading' (duration: 136.460691ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:31.875955Z","caller":"traceutil/trace.go:171","msg":"trace[154591560] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11233; }","duration":"137.653088ms","start":"2026-03-11T17:14:31.738285Z","end":"2026-03-11T17:14:31.875938Z","steps":["trace[154591560] 'agreement among raft nodes before linearized reading' (duration: 137.441013ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:31.875971Z","caller":"traceutil/trace.go:171","msg":"trace[1542657683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11233; }","duration":"112.261996ms","start":"2026-03-11T17:14:31.763695Z","end":"2026-03-11T17:14:31.875957Z","steps":["trace[1542657683] 'agreement among raft nodes before linearized reading' (duration: 112.121423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.931594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:31.876114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.8276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.876136Z","caller":"traceutil/trace.go:171","msg":"trace[1109577670] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11233; }","duration":"158.136709ms","start":"2026-03-11T17:14:31.717976Z","end":"2026-03-11T17:14:31.876113Z","steps":["trace[1109577670] 'agreement among raft nodes before linearized reading' (duration: 157.897674ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:31.87617Z","caller":"traceutil/trace.go:171","msg":"trace[1190015634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11233; }","duration":"136.879811ms","start":"2026-03-11T17:14:31.739268Z","end":"2026-03-11T17:14:31.876148Z","steps":["trace[1190015634] 'agreement among raft nodes before linearized reading' (duration: 136.822699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:31.876186Z","caller":"traceutil/trace.go:171","msg":"trace[426025107] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"135.97962ms","start":"2026-03-11T17:14:31.740191Z","end":"2026-03-11T17:14:31.876171Z","steps":["trace[426025107] 'process raft request' (duration: 135.339316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.202714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:14:31.876329Z","caller":"traceutil/trace.go:171","msg":"trace[1363105691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11233; }","duration":"239.299186ms","start":"2026-03-11T17:14:31.637017Z","end":"2026-03-11T17:14:31.876316Z","steps":["trace[1363105691] 'agreement among raft nodes before linearized reading' (duration: 239.153043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.007378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.876373Z","caller":"traceutil/trace.go:171","msg":"trace[1604862321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11233; }","duration":"139.037469ms","start":"2026-03-11T17:14:31.737326Z","end":"2026-03-11T17:14:31.876363Z","steps":["trace[1604862321] 'agreement among raft nodes before linearized reading' (duration: 138.994999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.540743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:14:31.876472Z","caller":"traceutil/trace.go:171","msg":"trace[444245782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11233; }","duration":"136.740668ms","start":"2026-03-11T17:14:31.739719Z","end":"2026-03-11T17:14:31.87646Z","steps":["trace[444245782] 'agreement among raft nodes before linearized reading' (duration: 136.460791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.692879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:31.876547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.828974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.87659Z","caller":"traceutil/trace.go:171","msg":"trace[634382845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11233; }","duration":"138.896647ms","start":"2026-03-11T17:14:31.737684Z","end":"2026-03-11T17:14:31.87658Z","steps":["trace[634382845] 'agreement among raft nodes before linearized reading' (duration: 138.837235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.432718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.876643Z","caller":"traceutil/trace.go:171","msg":"trace[1455954380] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11233; }","duration":"143.737246ms","start":"2026-03-11T17:14:31.732893Z","end":"2026-03-11T17:14:31.87663Z","steps":["trace[1455954380] 'agreement among raft nodes before linearized reading' (duration: 143.434149ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:31.876553Z","caller":"traceutil/trace.go:171","msg":"trace[643671712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11233; }","duration":"137.76021ms","start":"2026-03-11T17:14:31.738783Z","end":"2026-03-11T17:14:31.876544Z","steps":["trace[643671712] 'agreement among raft nodes before linearized reading' (duration: 137.712669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.436924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:14:31.876793Z","caller":"traceutil/trace.go:171","msg":"trace[2072132545] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11233; }","duration":"138.257893ms","start":"2026-03-11T17:14:31.738526Z","end":"2026-03-11T17:14:31.876784Z","steps":["trace[2072132545] 'agreement among raft nodes before linearized reading' (duration: 137.209789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:31.876473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.400513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:31.876894Z","caller":"traceutil/trace.go:171","msg":"trace[1478004966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11233; }","duration":"137.848564ms","start":"2026-03-11T17:14:31.739036Z","end":"2026-03-11T17:14:31.876884Z","steps":["trace[1478004966] 'agreement among raft nodes before linearized reading' (duration: 137.412943ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:32.750595Z","caller":"traceutil/trace.go:171","msg":"trace[935835540] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"187.04544ms","start":"2026-03-11T17:14:32.563516Z","end":"2026-03-11T17:14:32.750561Z","steps":["trace[935835540] 'process raft request' (duration: 186.840705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:34.122634Z","caller":"traceutil/trace.go:171","msg":"trace[1517004336] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"146.554759ms","start":"2026-03-11T17:14:33.976046Z","end":"2026-03-11T17:14:34.122601Z","steps":["trace[1517004336] 'process raft request' (duration: 146.306164ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:34.122921Z","caller":"traceutil/trace.go:171","msg":"trace[1849915528] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"146.854886ms","start":"2026-03-11T17:14:33.976046Z","end":"2026-03-11T17:14:34.122901Z","steps":["trace[1849915528] 'process raft request' (duration: 146.498838ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:34.123027Z","caller":"traceutil/trace.go:171","msg":"trace[1426340027] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"146.556329ms","start":"2026-03-11T17:14:33.976439Z","end":"2026-03-11T17:14:34.122995Z","steps":["trace[1426340027] 'process raft request' (duration: 146.507238ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:34.123157Z","caller":"traceutil/trace.go:171","msg":"trace[299747737] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"146.706562ms","start":"2026-03-11T17:14:33.976431Z","end":"2026-03-11T17:14:34.123137Z","steps":["trace[299747737] 'process raft request' (duration: 146.466997ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:34.123162Z","caller":"traceutil/trace.go:171","msg":"trace[1459994656] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"146.701102ms","start":"2026-03-11T17:14:33.976424Z","end":"2026-03-11T17:14:34.123125Z","steps":["trace[1459994656] 'process raft request' (duration: 146.337594ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.076435Z","caller":"traceutil/trace.go:171","msg":"trace[967888143] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11668; }","duration":"100.947683ms","start":"2026-03-11T17:14:35.975449Z","end":"2026-03-11T17:14:36.076396Z","steps":["trace[967888143] 'read index received' (duration: 22.585919ms)","trace[967888143] 'applied index is now lower than readState.Index' (duration: 78.360384ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:36.076615Z","caller":"traceutil/trace.go:171","msg":"trace[1416476715] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"185.174548ms","start":"2026-03-11T17:14:35.891412Z","end":"2026-03-11T17:14:36.076587Z","steps":["trace[1416476715] 'process raft request' (duration: 106.564599ms)","trace[1416476715] 'compare' (duration: 78.115648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:14:36.076756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.27258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:14:36.076822Z","caller":"traceutil/trace.go:171","msg":"trace[1980322446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11252; }","duration":"101.399723ms","start":"2026-03-11T17:14:35.975404Z","end":"2026-03-11T17:14:36.076803Z","steps":["trace[1980322446] 'agreement among raft nodes before linearized reading' (duration: 101.176518ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.107096Z","caller":"traceutil/trace.go:171","msg":"trace[2078800235] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"130.513479ms","start":"2026-03-11T17:14:35.976515Z","end":"2026-03-11T17:14:36.107028Z","steps":["trace[2078800235] 'process raft request' (duration: 130.246603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.260174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.184445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T17:14:36.260355Z","caller":"traceutil/trace.go:171","msg":"trace[1177432150] linearizableReadLoop","detail":"{readStateIndex:11671; appliedIndex:11669; }","duration":"183.795296ms","start":"2026-03-11T17:14:36.07653Z","end":"2026-03-11T17:14:36.260325Z","steps":["trace[1177432150] 'read index received' (duration: 30.18351ms)","trace[1177432150] 'applied index is now lower than readState.Index' (duration: 153.608086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:14:36.260448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.359638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:36.260492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.031262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:14:36.260559Z","caller":"traceutil/trace.go:171","msg":"trace[1453945219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11253; }","duration":"244.123575ms","start":"2026-03-11T17:14:36.016422Z","end":"2026-03-11T17:14:36.260546Z","steps":["trace[1453945219] 'agreement among raft nodes before linearized reading' (duration: 243.948341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.260649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.328386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c447dddd-dnhxt.189bd85de041a353\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-11T17:14:36.260716Z","caller":"traceutil/trace.go:171","msg":"trace[422190103] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c447dddd-dnhxt.189bd85de041a353; range_end:; response_count:1; response_revision:11253; }","duration":"251.432588ms","start":"2026-03-11T17:14:36.009265Z","end":"2026-03-11T17:14:36.260697Z","steps":["trace[422190103] 'agreement among raft nodes before linearized reading' (duration: 251.281435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.260776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.982625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:36.260801Z","caller":"traceutil/trace.go:171","msg":"trace[975826373] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11253; }","duration":"285.055417ms","start":"2026-03-11T17:14:35.97574Z","end":"2026-03-11T17:14:36.260796Z","steps":["trace[975826373] 'agreement among raft nodes before linearized reading' (duration: 285.009956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.260856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.640218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:36.26092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.950114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:36.260914Z","caller":"traceutil/trace.go:171","msg":"trace[406337348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11253; }","duration":"284.73554ms","start":"2026-03-11T17:14:35.97616Z","end":"2026-03-11T17:14:36.260896Z","steps":["trace[406337348] 'agreement among raft nodes before linearized reading' (duration: 284.665008ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.260942Z","caller":"traceutil/trace.go:171","msg":"trace[2000582014] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11253; }","duration":"285.031926ms","start":"2026-03-11T17:14:35.975905Z","end":"2026-03-11T17:14:36.260937Z","steps":["trace[2000582014] 'agreement among raft nodes before linearized reading' (duration: 284.998355ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.260521Z","caller":"traceutil/trace.go:171","msg":"trace[1588217972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11253; }","duration":"283.47234ms","start":"2026-03-11T17:14:35.977032Z","end":"2026-03-11T17:14:36.260504Z","steps":["trace[1588217972] 'agreement among raft nodes before linearized reading' (duration: 283.312977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.260784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.566716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:36.260962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.177553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:14:36.260979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.616965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:36.261065Z","caller":"traceutil/trace.go:171","msg":"trace[738280993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:11253; }","duration":"235.331267ms","start":"2026-03-11T17:14:36.025711Z","end":"2026-03-11T17:14:36.261043Z","steps":["trace[738280993] 'agreement among raft nodes before linearized reading' (duration: 234.982548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.261084Z","caller":"traceutil/trace.go:171","msg":"trace[1455511645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11253; }","duration":"283.767869ms","start":"2026-03-11T17:14:35.977294Z","end":"2026-03-11T17:14:36.261062Z","steps":["trace[1455511645] 'agreement among raft nodes before linearized reading' (duration: 283.537723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.261096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.634997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:14:36.261133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.313427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:14:36.261151Z","caller":"traceutil/trace.go:171","msg":"trace[1804479100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11253; }","duration":"283.353708ms","start":"2026-03-11T17:14:35.977792Z","end":"2026-03-11T17:14:36.261146Z","steps":["trace[1804479100] 'agreement among raft nodes before linearized reading' (duration: 283.299827ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.26102Z","caller":"traceutil/trace.go:171","msg":"trace[415386443] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11253; }","duration":"284.830681ms","start":"2026-03-11T17:14:35.976184Z","end":"2026-03-11T17:14:36.261015Z","steps":["trace[415386443] 'agreement among raft nodes before linearized reading' (duration: 284.541655ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.26115Z","caller":"traceutil/trace.go:171","msg":"trace[593372526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11253; }","duration":"284.708449ms","start":"2026-03-11T17:14:35.976428Z","end":"2026-03-11T17:14:36.261136Z","steps":["trace[593372526] 'agreement among raft nodes before linearized reading' (duration: 284.630647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.26067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.688975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-11T17:14:36.261232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.527514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:14:36.261363Z","caller":"traceutil/trace.go:171","msg":"trace[943558485] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11253; }","duration":"284.426663ms","start":"2026-03-11T17:14:35.976919Z","end":"2026-03-11T17:14:36.261346Z","steps":["trace[943558485] 'agreement among raft nodes before linearized reading' (duration: 283.551902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.261329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.616066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:14:36.261475Z","caller":"traceutil/trace.go:171","msg":"trace[1655943361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11253; }","duration":"132.863001ms","start":"2026-03-11T17:14:36.128592Z","end":"2026-03-11T17:14:36.261455Z","steps":["trace[1655943361] 'agreement among raft nodes before linearized reading' (duration: 132.3688ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.261383Z","caller":"traceutil/trace.go:171","msg":"trace[264739221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11253; }","duration":"132.741088ms","start":"2026-03-11T17:14:36.128627Z","end":"2026-03-11T17:14:36.261368Z","steps":["trace[264739221] 'agreement among raft nodes before linearized reading' (duration: 132.492643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:36.261485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.810749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:14:36.261567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.505815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:14:36.261647Z","caller":"traceutil/trace.go:171","msg":"trace[1471878130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11253; }","duration":"133.014275ms","start":"2026-03-11T17:14:36.128603Z","end":"2026-03-11T17:14:36.261617Z","steps":["trace[1471878130] 'agreement among raft nodes before linearized reading' (duration: 132.598846ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.261707Z","caller":"traceutil/trace.go:171","msg":"trace[1772467671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11253; }","duration":"285.363083ms","start":"2026-03-11T17:14:35.976307Z","end":"2026-03-11T17:14:36.26167Z","steps":["trace[1772467671] 'agreement among raft nodes before linearized reading' (duration: 284.441303ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:36.465461Z","caller":"traceutil/trace.go:171","msg":"trace[1212856983] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"169.764902ms","start":"2026-03-11T17:14:36.295653Z","end":"2026-03-11T17:14:36.465418Z","steps":["trace[1212856983] 'process raft request' (duration: 169.470544ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:15:47.615693Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9725} {"level":"info","ts":"2026-03-11T17:15:47.706444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9725,"took":"87.925189ms","hash":3185377377,"current-db-size-bytes":40091648,"current-db-size":"40 MB","current-db-size-in-use-bytes":22151168,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-11T17:15:47.706546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3185377377,"revision":9725,"compact-revision":7486} {"level":"info","ts":"2026-03-11T17:17:33.372267Z","caller":"traceutil/trace.go:171","msg":"trace[694986052] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"149.353372ms","start":"2026-03-11T17:17:33.222867Z","end":"2026-03-11T17:17:33.37222Z","steps":["trace[694986052] 'process raft request' (duration: 136.057013ms)","trace[694986052] 'compare' (duration: 13.058094ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:45.721533Z","caller":"traceutil/trace.go:171","msg":"trace[1237027758] linearizableReadLoop","detail":"{readStateIndex:12854; appliedIndex:12852; }","duration":"133.865483ms","start":"2026-03-11T17:17:45.587618Z","end":"2026-03-11T17:17:45.721483Z","steps":["trace[1237027758] 'read index received' (duration: 15.665522ms)","trace[1237027758] 'applied index is now lower than readState.Index' (duration: 118.194771ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:45.721552Z","caller":"traceutil/trace.go:171","msg":"trace[294712901] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"140.086123ms","start":"2026-03-11T17:17:45.581423Z","end":"2026-03-11T17:17:45.721509Z","steps":["trace[294712901] 'process raft request' (duration: 92.718957ms)","trace[294712901] 'compare' (duration: 47.053379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:45.721741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.078248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:45.72179Z","caller":"traceutil/trace.go:171","msg":"trace[991763763] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12396; }","duration":"134.15864ms","start":"2026-03-11T17:17:45.587609Z","end":"2026-03-11T17:17:45.721768Z","steps":["trace[991763763] 'agreement among raft nodes before linearized reading' (duration: 134.027697ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:37.795789Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033b6.wal"} {"level":"info","ts":"2026-03-11T17:20:23.200986Z","caller":"traceutil/trace.go:171","msg":"trace[1595831665] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"250.674307ms","start":"2026-03-11T17:20:22.950289Z","end":"2026-03-11T17:20:23.200964Z","steps":["trace[1595831665] 'process raft request' (duration: 250.264738ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:23.200854Z","caller":"traceutil/trace.go:171","msg":"trace[622794286] linearizableReadLoop","detail":"{readStateIndex:13955; appliedIndex:13954; }","duration":"220.378688ms","start":"2026-03-11T17:20:22.98044Z","end":"2026-03-11T17:20:23.200819Z","steps":["trace[622794286] 'read index received' (duration: 219.960489ms)","trace[622794286] 'applied index is now lower than readState.Index' (duration: 416.089µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:20:23.201225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.713976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:20:23.201411Z","caller":"traceutil/trace.go:171","msg":"trace[1214676580] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13454; }","duration":"220.961391ms","start":"2026-03-11T17:20:22.980385Z","end":"2026-03-11T17:20:23.201346Z","steps":["trace[1214676580] 'agreement among raft nodes before linearized reading' (duration: 220.684435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:26.949314Z","caller":"traceutil/trace.go:171","msg":"trace[885045264] linearizableReadLoop","detail":"{readStateIndex:13968; appliedIndex:13967; }","duration":"481.364348ms","start":"2026-03-11T17:20:26.467923Z","end":"2026-03-11T17:20:26.949287Z","steps":["trace[885045264] 'read index received' (duration: 481.254725ms)","trace[885045264] 'applied index is now lower than readState.Index' (duration: 108.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:20:26.949434Z","caller":"traceutil/trace.go:171","msg":"trace[1938066088] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"531.33178ms","start":"2026-03-11T17:20:26.418068Z","end":"2026-03-11T17:20:26.9494Z","steps":["trace[1938066088] 'process raft request' (duration: 531.055474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.949551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.612163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:20:26.949583Z","caller":"traceutil/trace.go:171","msg":"trace[1728403806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13466; }","duration":"481.695475ms","start":"2026-03-11T17:20:26.467879Z","end":"2026-03-11T17:20:26.949575Z","steps":["trace[1728403806] 'agreement among raft nodes before linearized reading' (duration: 481.531002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.949612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.467868Z","time spent":"481.738056ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:20:26.949635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.41805Z","time spent":"531.477833ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:26.978299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.122815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:20:26.978354Z","caller":"traceutil/trace.go:171","msg":"trace[997495454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13467; }","duration":"507.199278ms","start":"2026-03-11T17:20:26.471142Z","end":"2026-03-11T17:20:26.978341Z","steps":["trace[997495454] 'agreement among raft nodes before linearized reading' (duration: 507.069355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.97841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.471131Z","time spent":"507.247509ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:20:26.978491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.441493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:20:26.978528Z","caller":"traceutil/trace.go:171","msg":"trace[1226806289] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"453.770887ms","start":"2026-03-11T17:20:26.524714Z","end":"2026-03-11T17:20:26.978485Z","steps":["trace[1226806289] 'process raft request' (duration: 453.405239ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:26.978671Z","caller":"traceutil/trace.go:171","msg":"trace[2120328438] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13467; }","duration":"287.757861ms","start":"2026-03-11T17:20:26.690841Z","end":"2026-03-11T17:20:26.978599Z","steps":["trace[2120328438] 'agreement among raft nodes before linearized reading' (duration: 287.394992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.978741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.524686Z","time spent":"453.964253ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:26.978606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.87597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:20:26.978858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.072893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:20:26.978913Z","caller":"traceutil/trace.go:171","msg":"trace[1284441139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13467; }","duration":"421.222198ms","start":"2026-03-11T17:20:26.557619Z","end":"2026-03-11T17:20:26.978841Z","steps":["trace[1284441139] 'agreement among raft nodes before linearized reading' (duration: 420.708035ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:26.978967Z","caller":"traceutil/trace.go:171","msg":"trace[1892099417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13467; }","duration":"306.236296ms","start":"2026-03-11T17:20:26.672675Z","end":"2026-03-11T17:20:26.978911Z","steps":["trace[1892099417] 'agreement among raft nodes before linearized reading' (duration: 305.852838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.979009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.927402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:20:26.979103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.557587Z","time spent":"421.433953ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:20:26.979159Z","caller":"traceutil/trace.go:171","msg":"trace[990983334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13467; }","duration":"426.123287ms","start":"2026-03-11T17:20:26.553005Z","end":"2026-03-11T17:20:26.979129Z","steps":["trace[990983334] 'agreement among raft nodes before linearized reading' (duration: 425.39105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:26.979222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.552993Z","time spent":"426.218339ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:20:26.979102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:26.672653Z","time spent":"306.42907ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:20:47.573014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057543332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:20:47.586457Z","caller":"traceutil/trace.go:171","msg":"trace[1397374370] linearizableReadLoop","detail":"{readStateIndex:14072; appliedIndex:14071; }","duration":"514.632514ms","start":"2026-03-11T17:20:47.071799Z","end":"2026-03-11T17:20:47.586432Z","steps":["trace[1397374370] 'read index received' (duration: 514.42049ms)","trace[1397374370] 'applied index is now lower than readState.Index' (duration: 211.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:20:47.586817Z","caller":"traceutil/trace.go:171","msg":"trace[528416508] transaction","detail":"{read_only:false; response_revision:13566; number_of_response:1; }","duration":"555.213045ms","start":"2026-03-11T17:20:47.031591Z","end":"2026-03-11T17:20:47.586804Z","steps":["trace[528416508] 'process raft request' (duration: 554.697904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.586925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.031561Z","time spent":"555.286346ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:47.587189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.397962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:20:47.587227Z","caller":"traceutil/trace.go:171","msg":"trace[1732592280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13566; }","duration":"515.479264ms","start":"2026-03-11T17:20:47.071739Z","end":"2026-03-11T17:20:47.587218Z","steps":["trace[1732592280] 'agreement among raft nodes before linearized reading' (duration: 515.359601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.58725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.071716Z","time spent":"515.526704ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:20:47.587416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.418424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:20:47.587442Z","caller":"traceutil/trace.go:171","msg":"trace[1228428480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13566; }","duration":"508.453304ms","start":"2026-03-11T17:20:47.078982Z","end":"2026-03-11T17:20:47.587435Z","steps":["trace[1228428480] 'agreement among raft nodes before linearized reading' (duration: 508.391013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.58746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.078977Z","time spent":"508.478555ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:20:47.587748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.612578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:20:47.587776Z","caller":"traceutil/trace.go:171","msg":"trace[465957027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13566; }","duration":"206.684ms","start":"2026-03-11T17:20:47.381085Z","end":"2026-03-11T17:20:47.587769Z","steps":["trace[465957027] 'agreement among raft nodes before linearized reading' (duration: 206.638799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.588014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.867262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T17:20:47.588103Z","caller":"traceutil/trace.go:171","msg":"trace[28195414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13566; }","duration":"496.033267ms","start":"2026-03-11T17:20:47.092054Z","end":"2026-03-11T17:20:47.588087Z","steps":["trace[28195414] 'agreement among raft nodes before linearized reading' (duration: 495.780161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.588142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.092023Z","time spent":"496.111298ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:20:47.58815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.791013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:20:47.588182Z","caller":"traceutil/trace.go:171","msg":"trace[537454896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13566; }","duration":"496.846365ms","start":"2026-03-11T17:20:47.091328Z","end":"2026-03-11T17:20:47.588174Z","steps":["trace[537454896] 'agreement among raft nodes before linearized reading' (duration: 496.773873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.588207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.091315Z","time spent":"496.887456ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:20:47.588294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.213181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T17:20:47.588319Z","caller":"traceutil/trace.go:171","msg":"trace[367869081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13566; }","duration":"496.255273ms","start":"2026-03-11T17:20:47.092058Z","end":"2026-03-11T17:20:47.588313Z","steps":["trace[367869081] 'agreement among raft nodes before linearized reading' (duration: 496.192791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:47.588335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:47.092042Z","time spent":"496.289023ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:20:47.624092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11700} {"level":"info","ts":"2026-03-11T17:20:47.71303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11700,"took":"86.151455ms","hash":2940520268,"current-db-size-bytes":40091648,"current-db-size":"40 MB","current-db-size-in-use-bytes":23699456,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T17:20:47.713103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2940520268,"revision":11700,"compact-revision":9725} {"level":"warn","ts":"2026-03-11T17:20:56.125431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.69563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:20:56.125554Z","caller":"traceutil/trace.go:171","msg":"trace[1388034135] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"450.584247ms","start":"2026-03-11T17:20:55.67495Z","end":"2026-03-11T17:20:56.125534Z","steps":["trace[1388034135] 'process raft request' (duration: 129.690922ms)","trace[1388034135] 'compare' (duration: 320.484756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:20:56.125605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.674922Z","time spent":"450.659929ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:56.632853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.38495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:20:56.633054Z","caller":"traceutil/trace.go:171","msg":"trace[2139532104] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"957.724223ms","start":"2026-03-11T17:20:55.675311Z","end":"2026-03-11T17:20:56.633035Z","steps":["trace[2139532104] 'process raft request' (duration: 957.643581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:56.633132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.6753Z","time spent":"957.783744ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:20:56.633355Z","caller":"traceutil/trace.go:171","msg":"trace[445968359] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"958.182133ms","start":"2026-03-11T17:20:55.675135Z","end":"2026-03-11T17:20:56.633317Z","steps":["trace[445968359] 'process raft request' (duration: 642.23278ms)","trace[445968359] 'compare' (duration: 315.259117ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:20:56.633385Z","caller":"traceutil/trace.go:171","msg":"trace[968981162] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"956.096116ms","start":"2026-03-11T17:20:55.677256Z","end":"2026-03-11T17:20:56.633352Z","steps":["trace[968981162] 'process raft request' (duration: 955.742598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:56.633549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.677223Z","time spent":"956.238889ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:56.633548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.6751Z","time spent":"958.343967ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:20:56.633591Z","caller":"traceutil/trace.go:171","msg":"trace[683417415] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"955.710537ms","start":"2026-03-11T17:20:55.677844Z","end":"2026-03-11T17:20:56.633555Z","steps":["trace[683417415] 'process raft request' (duration: 955.41302ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:56.633665Z","caller":"traceutil/trace.go:171","msg":"trace[288119020] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"907.419003ms","start":"2026-03-11T17:20:55.726205Z","end":"2026-03-11T17:20:56.633624Z","steps":["trace[288119020] 'process raft request' (duration: 907.220938ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:56.633742Z","caller":"traceutil/trace.go:171","msg":"trace[1591350021] linearizableReadLoop","detail":"{readStateIndex:14120; appliedIndex:14114; }","duration":"870.185396ms","start":"2026-03-11T17:20:55.76352Z","end":"2026-03-11T17:20:56.633705Z","steps":["trace[1591350021] 'read index received' (duration: 41.249446ms)","trace[1591350021] 'applied index is now lower than readState.Index' (duration: 828.931ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:20:56.633723Z","caller":"traceutil/trace.go:171","msg":"trace[1789979744] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"856.286884ms","start":"2026-03-11T17:20:55.777365Z","end":"2026-03-11T17:20:56.633652Z","steps":["trace[1789979744] 'process raft request' (duration: 856.151901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:56.633868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.726172Z","time spent":"907.590467ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:56.633772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.677826Z","time spent":"955.85083ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:56.633954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.777352Z","time spent":"856.497391ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:20:56.637084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.210648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:20:56.637128Z","caller":"traceutil/trace.go:171","msg":"trace[485386359] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13613; }","duration":"107.3163ms","start":"2026-03-11T17:20:56.529801Z","end":"2026-03-11T17:20:56.637117Z","steps":["trace[485386359] 'agreement among raft nodes before linearized reading' (duration: 107.209617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:56.637498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.987892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:20:56.637525Z","caller":"traceutil/trace.go:171","msg":"trace[181919583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:13613; }","duration":"874.054874ms","start":"2026-03-11T17:20:55.763464Z","end":"2026-03-11T17:20:56.637519Z","steps":["trace[181919583] 'agreement among raft nodes before linearized reading' (duration: 870.33874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:20:56.637541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:20:55.76345Z","time spent":"874.086375ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:21:04.676179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T17:21:04.676352Z","caller":"traceutil/trace.go:171","msg":"trace[1229979697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13657; }","duration":"237.683916ms","start":"2026-03-11T17:21:04.438642Z","end":"2026-03-11T17:21:04.676326Z","steps":["trace[1229979697] 'range keys from in-memory index tree' (duration: 237.226686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:04.676448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.300648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T17:21:04.676526Z","caller":"traceutil/trace.go:171","msg":"trace[975044663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13657; }","duration":"225.479532ms","start":"2026-03-11T17:21:04.451029Z","end":"2026-03-11T17:21:04.676509Z","steps":["trace[975044663] 'range keys from in-memory index tree' (duration: 225.076373ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:04.677643Z","caller":"traceutil/trace.go:171","msg":"trace[26784737] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"156.196597ms","start":"2026-03-11T17:21:04.521413Z","end":"2026-03-11T17:21:04.677609Z","steps":["trace[26784737] 'process raft request' (duration: 107.801611ms)","trace[26784737] 'compare' (duration: 47.402374ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:21:04.858047Z","caller":"traceutil/trace.go:171","msg":"trace[1114223268] linearizableReadLoop","detail":"{readStateIndex:14171; appliedIndex:14169; }","duration":"182.863256ms","start":"2026-03-11T17:21:04.675115Z","end":"2026-03-11T17:21:04.857978Z","steps":["trace[1114223268] 'read index received' (duration: 163.217585ms)","trace[1114223268] 'applied index is now lower than readState.Index' (duration: 19.644681ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:21:04.858149Z","caller":"traceutil/trace.go:171","msg":"trace[1666848990] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"177.474375ms","start":"2026-03-11T17:21:04.680594Z","end":"2026-03-11T17:21:04.858068Z","steps":["trace[1666848990] 'process raft request' (duration: 177.318751ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:04.858172Z","caller":"traceutil/trace.go:171","msg":"trace[1956547] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"177.438684ms","start":"2026-03-11T17:21:04.680684Z","end":"2026-03-11T17:21:04.858122Z","steps":["trace[1956547] 'process raft request' (duration: 177.26078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:04.858508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.360187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:21:04.85859Z","caller":"traceutil/trace.go:171","msg":"trace[1404408261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13662; }","duration":"183.5014ms","start":"2026-03-11T17:21:04.675074Z","end":"2026-03-11T17:21:04.858575Z","steps":["trace[1404408261] 'agreement among raft nodes before linearized reading' (duration: 183.225444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:04.85861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.146215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:21:04.858068Z","caller":"traceutil/trace.go:171","msg":"trace[1737512315] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"193.645238ms","start":"2026-03-11T17:21:04.664346Z","end":"2026-03-11T17:21:04.857991Z","steps":["trace[1737512315] 'process raft request' (duration: 174.035558ms)","trace[1737512315] 'compare' (duration: 18.535046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:21:04.858698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.285333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:21:04.85871Z","caller":"traceutil/trace.go:171","msg":"trace[1117399101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13662; }","duration":"180.285609ms","start":"2026-03-11T17:21:04.678411Z","end":"2026-03-11T17:21:04.858697Z","steps":["trace[1117399101] 'agreement among raft nodes before linearized reading' (duration: 179.92116ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:04.85874Z","caller":"traceutil/trace.go:171","msg":"trace[52012055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13662; }","duration":"178.412046ms","start":"2026-03-11T17:21:04.680316Z","end":"2026-03-11T17:21:04.858728Z","steps":["trace[52012055] 'agreement among raft nodes before linearized reading' (duration: 178.211421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:04.858945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.960051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:21:04.859029Z","caller":"traceutil/trace.go:171","msg":"trace[1570058748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13662; }","duration":"180.077953ms","start":"2026-03-11T17:21:04.678933Z","end":"2026-03-11T17:21:04.859011Z","steps":["trace[1570058748] 'agreement among raft nodes before linearized reading' (duration: 179.779807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:04.861335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.397809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:21:04.861618Z","caller":"traceutil/trace.go:171","msg":"trace[832033269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:13662; }","duration":"143.740408ms","start":"2026-03-11T17:21:04.71786Z","end":"2026-03-11T17:21:04.8616Z","steps":["trace[832033269] 'agreement among raft nodes before linearized reading' (duration: 140.496614ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:04.862158Z","caller":"traceutil/trace.go:171","msg":"trace[1490991290] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"185.085856ms","start":"2026-03-11T17:21:04.67312Z","end":"2026-03-11T17:21:04.858206Z","steps":["trace[1490991290] 'process raft request' (duration: 184.741098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.402798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057543608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:21:06.847317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138847438s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:21:06.851908Z","caller":"traceutil/trace.go:171","msg":"trace[79757959] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"1.139563716s","start":"2026-03-11T17:21:05.708342Z","end":"2026-03-11T17:21:06.847906Z","steps":["trace[79757959] 'process raft request' (duration: 1.139344961s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.852133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:05.708314Z","time spent":"1.143683477s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:21:06.923394Z","caller":"traceutil/trace.go:171","msg":"trace[321409193] linearizableReadLoop","detail":"{readStateIndex:14181; appliedIndex:14179; }","duration":"1.020939572s","start":"2026-03-11T17:21:05.902431Z","end":"2026-03-11T17:21:06.923371Z","steps":["trace[321409193] 'read index received' (duration: 945.298574ms)","trace[321409193] 'applied index is now lower than readState.Index' (duration: 75.639458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:21:06.92372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02126864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:21:06.923768Z","caller":"traceutil/trace.go:171","msg":"trace[869901792] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13669; }","duration":"1.021394463s","start":"2026-03-11T17:21:05.902362Z","end":"2026-03-11T17:21:06.923756Z","steps":["trace[869901792] 'agreement among raft nodes before linearized reading' (duration: 1.021171928s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.923805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:05.902322Z","time spent":"1.021472404s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":98,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:21:06.925587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.861519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:21:06.925662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.931664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:21:06.925715Z","caller":"traceutil/trace.go:171","msg":"trace[2136484913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13671; }","duration":"545.028336ms","start":"2026-03-11T17:21:06.380672Z","end":"2026-03-11T17:21:06.9257Z","steps":["trace[2136484913] 'agreement among raft nodes before linearized reading' (duration: 544.950855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.925689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.92941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:21:06.925747Z","caller":"traceutil/trace.go:171","msg":"trace[1103431076] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13671; }","duration":"323.040153ms","start":"2026-03-11T17:21:06.602627Z","end":"2026-03-11T17:21:06.925667Z","steps":["trace[1103431076] 'agreement among raft nodes before linearized reading' (duration: 322.839768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.925899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:06.602605Z","time spent":"323.270187ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:21:06.925766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:06.380644Z","time spent":"545.112618ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:21:06.925797Z","caller":"traceutil/trace.go:171","msg":"trace[791023552] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13671; }","duration":"515.099914ms","start":"2026-03-11T17:21:06.410669Z","end":"2026-03-11T17:21:06.925769Z","steps":["trace[791023552] 'agreement among raft nodes before linearized reading' (duration: 514.794137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.926107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.921177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T17:21:06.926258Z","caller":"traceutil/trace.go:171","msg":"trace[767505163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13671; }","duration":"746.744046ms","start":"2026-03-11T17:21:06.179489Z","end":"2026-03-11T17:21:06.926233Z","steps":["trace[767505163] 'agreement among raft nodes before linearized reading' (duration: 745.940597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:06.926411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:06.179463Z","time spent":"746.879319ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:21:06.926276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:06.410636Z","time spent":"515.611516ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-11T17:21:08.433687Z","caller":"traceutil/trace.go:171","msg":"trace[1319816851] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"217.374441ms","start":"2026-03-11T17:21:08.216282Z","end":"2026-03-11T17:21:08.433656Z","steps":["trace[1319816851] 'process raft request' (duration: 217.185457ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:08.48366Z","caller":"traceutil/trace.go:171","msg":"trace[991141812] linearizableReadLoop","detail":"{readStateIndex:14194; appliedIndex:14192; }","duration":"103.558855ms","start":"2026-03-11T17:21:08.380074Z","end":"2026-03-11T17:21:08.483633Z","steps":["trace[991141812] 'read index received' (duration: 53.441839ms)","trace[991141812] 'applied index is now lower than readState.Index' (duration: 50.115916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:21:08.483818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.721679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:21:08.483852Z","caller":"traceutil/trace.go:171","msg":"trace[1366441113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13682; }","duration":"103.829301ms","start":"2026-03-11T17:21:08.380011Z","end":"2026-03-11T17:21:08.483841Z","steps":["trace[1366441113] 'agreement among raft nodes before linearized reading' (duration: 103.732829ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:08.48453Z","caller":"traceutil/trace.go:171","msg":"trace[1456501] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"259.364314ms","start":"2026-03-11T17:21:08.224331Z","end":"2026-03-11T17:21:08.483696Z","steps":["trace[1456501] 'process raft request' (duration: 259.131858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.10918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057544499,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:21:31.466059Z","caller":"traceutil/trace.go:171","msg":"trace[278279478] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"926.726287ms","start":"2026-03-11T17:21:30.539302Z","end":"2026-03-11T17:21:31.466028Z","steps":["trace[278279478] 'process raft request' (duration: 926.541403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.466294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.539291Z","time spent":"926.853021ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:21:31.658791Z","caller":"traceutil/trace.go:171","msg":"trace[1490937542] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"725.826158ms","start":"2026-03-11T17:21:30.932933Z","end":"2026-03-11T17:21:31.658759Z","steps":["trace[1490937542] 'process raft request' (duration: 725.538221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.659026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.932909Z","time spent":"725.98308ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:21:31.659281Z","caller":"traceutil/trace.go:171","msg":"trace[2036506712] linearizableReadLoop","detail":"{readStateIndex:14502; appliedIndex:14499; }","duration":"1.050177798s","start":"2026-03-11T17:21:30.609073Z","end":"2026-03-11T17:21:31.65925Z","steps":["trace[2036506712] 'read index received' (duration: 857.37278ms)","trace[2036506712] 'applied index is now lower than readState.Index' (duration: 192.804018ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:21:31.659356Z","caller":"traceutil/trace.go:171","msg":"trace[519452992] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"604.309788ms","start":"2026-03-11T17:21:31.055005Z","end":"2026-03-11T17:21:31.659315Z","steps":["trace[519452992] 'process raft request' (duration: 604.098803ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:31.659401Z","caller":"traceutil/trace.go:171","msg":"trace[1302933766] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"631.661333ms","start":"2026-03-11T17:21:31.027724Z","end":"2026-03-11T17:21:31.659386Z","steps":["trace[1302933766] 'process raft request' (duration: 630.983717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.659474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.027706Z","time spent":"631.729274ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:21:31.659536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.054985Z","time spent":"604.424962ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:21:31.659735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050366044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:21:31.659822Z","caller":"traceutil/trace.go:171","msg":"trace[108038618] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13977; }","duration":"1.050495267s","start":"2026-03-11T17:21:30.609306Z","end":"2026-03-11T17:21:31.659801Z","steps":["trace[108038618] 'agreement among raft nodes before linearized reading' (duration: 1.050273192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.659822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.239754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T17:21:31.659851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.473213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:21:31.659875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.609299Z","time spent":"1.050564388s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:21:31.659887Z","caller":"traceutil/trace.go:171","msg":"trace[1346828761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13977; }","duration":"590.354586ms","start":"2026-03-11T17:21:31.069514Z","end":"2026-03-11T17:21:31.659868Z","steps":["trace[1346828761] 'agreement among raft nodes before linearized reading' (duration: 590.134251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:31.659895Z","caller":"traceutil/trace.go:171","msg":"trace[2002688953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:13977; }","duration":"429.559345ms","start":"2026-03-11T17:21:31.230324Z","end":"2026-03-11T17:21:31.659883Z","steps":["trace[2002688953] 'agreement among raft nodes before linearized reading' (duration: 429.368011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.659882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.401139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:21:31.659922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.069486Z","time spent":"590.428648ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:21:31.659931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.230301Z","time spent":"429.624347ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:21:31.659878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.019538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:21:31.659945Z","caller":"traceutil/trace.go:171","msg":"trace[497831992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13977; }","duration":"269.529443ms","start":"2026-03-11T17:21:31.3904Z","end":"2026-03-11T17:21:31.659929Z","steps":["trace[497831992] 'agreement among raft nodes before linearized reading' (duration: 269.39483ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:31.660065Z","caller":"traceutil/trace.go:171","msg":"trace[1474024027] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13977; }","duration":"635.225792ms","start":"2026-03-11T17:21:31.024755Z","end":"2026-03-11T17:21:31.65998Z","steps":["trace[1474024027] 'agreement among raft nodes before linearized reading' (duration: 634.921536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.41732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:21:31.660076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.046929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16167fb1-3dcc-438a-a022-e0d161b85101\" ","response":"range_response_count:1 size:3754"} {"level":"warn","ts":"2026-03-11T17:21:31.660142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.024737Z","time spent":"635.385127ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:21:31.660159Z","caller":"traceutil/trace.go:171","msg":"trace[830166488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13977; }","duration":"579.511052ms","start":"2026-03-11T17:21:31.080635Z","end":"2026-03-11T17:21:31.660146Z","steps":["trace[830166488] 'agreement among raft nodes before linearized reading' (duration: 579.40273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.80982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-11T17:21:31.660198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.080619Z","time spent":"579.571164ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:21:31.660209Z","caller":"traceutil/trace.go:171","msg":"trace[412262228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-16167fb1-3dcc-438a-a022-e0d161b85101; range_end:; response_count:1; response_revision:13977; }","duration":"672.266784ms","start":"2026-03-11T17:21:30.98791Z","end":"2026-03-11T17:21:31.660177Z","steps":["trace[412262228] 'agreement among raft nodes before linearized reading' (duration: 671.843334ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:31.660226Z","caller":"traceutil/trace.go:171","msg":"trace[507218936] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:13977; }","duration":"881.892632ms","start":"2026-03-11T17:21:30.778318Z","end":"2026-03-11T17:21:31.66021Z","steps":["trace[507218936] 'agreement among raft nodes before linearized reading' (duration: 881.783519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.778294Z","time spent":"881.959393ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:21:31.660275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.987879Z","time spent":"672.380417ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3776,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16167fb1-3dcc-438a-a022-e0d161b85101\" "} {"level":"warn","ts":"2026-03-11T17:21:31.660407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.246661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T17:21:31.660431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.268535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:21:31.660448Z","caller":"traceutil/trace.go:171","msg":"trace[535302477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13977; }","duration":"601.305921ms","start":"2026-03-11T17:21:31.059128Z","end":"2026-03-11T17:21:31.660434Z","steps":["trace[535302477] 'agreement among raft nodes before linearized reading' (duration: 601.192719ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:31.660468Z","caller":"traceutil/trace.go:171","msg":"trace[479437273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13977; }","duration":"603.325587ms","start":"2026-03-11T17:21:31.057131Z","end":"2026-03-11T17:21:31.660457Z","steps":["trace[479437273] 'agreement among raft nodes before linearized reading' (duration: 603.227845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.059116Z","time spent":"601.355773ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:21:31.660497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.05712Z","time spent":"603.371428ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:21:31.660501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.679801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T17:21:31.660148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.913833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:21:31.660557Z","caller":"traceutil/trace.go:171","msg":"trace[1092324996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13977; }","duration":"589.757733ms","start":"2026-03-11T17:21:31.070783Z","end":"2026-03-11T17:21:31.660541Z","steps":["trace[1092324996] 'agreement among raft nodes before linearized reading' (duration: 589.62035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.07077Z","time spent":"589.816284ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:21:31.66061Z","caller":"traceutil/trace.go:171","msg":"trace[762930874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13977; }","duration":"279.383003ms","start":"2026-03-11T17:21:31.381184Z","end":"2026-03-11T17:21:31.660567Z","steps":["trace[762930874] 'agreement among raft nodes before linearized reading' (duration: 278.931003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.269865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:21:31.660928Z","caller":"traceutil/trace.go:171","msg":"trace[660482409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13977; }","duration":"656.371467ms","start":"2026-03-11T17:21:31.004542Z","end":"2026-03-11T17:21:31.660914Z","steps":["trace[660482409] 'agreement among raft nodes before linearized reading' (duration: 656.211814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.660969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:31.004514Z","time spent":"656.444339ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:21:31.662369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053221138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-11T17:21:31.662431Z","caller":"traceutil/trace.go:171","msg":"trace[395057673] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-qlq2g; range_end:; response_count:1; response_revision:13977; }","duration":"1.053387751s","start":"2026-03-11T17:21:30.60903Z","end":"2026-03-11T17:21:31.662418Z","steps":["trace[395057673] 'agreement among raft nodes before linearized reading' (duration: 1.050378324s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:21:31.662465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:21:30.609017Z","time spent":"1.053438152s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" "} {"level":"info","ts":"2026-03-11T17:22:05.958325Z","caller":"traceutil/trace.go:171","msg":"trace[2144131995] transaction","detail":"{read_only:false; response_revision:14190; number_of_response:1; }","duration":"101.170481ms","start":"2026-03-11T17:22:05.857084Z","end":"2026-03-11T17:22:05.958254Z","steps":["trace[2144131995] 'process raft request' (duration: 100.769793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:05.958486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.17879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:22:05.958582Z","caller":"traceutil/trace.go:171","msg":"trace[675741494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14190; }","duration":"100.333463ms","start":"2026-03-11T17:22:05.858222Z","end":"2026-03-11T17:22:05.958555Z","steps":["trace[675741494] 'agreement among raft nodes before linearized reading' (duration: 100.043507ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.205058Z","caller":"traceutil/trace.go:171","msg":"trace[845912938] transaction","detail":"{read_only:false; response_revision:14573; number_of_response:1; }","duration":"333.176571ms","start":"2026-03-11T17:22:21.871847Z","end":"2026-03-11T17:22:22.205023Z","steps":["trace[845912938] 'process raft request' (duration: 332.935535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.205295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.871809Z","time spent":"333.371505ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:22:22.262503Z","caller":"traceutil/trace.go:171","msg":"trace[343389672] transaction","detail":"{read_only:false; response_revision:14574; number_of_response:1; }","duration":"386.991268ms","start":"2026-03-11T17:22:21.87549Z","end":"2026-03-11T17:22:22.262481Z","steps":["trace[343389672] 'process raft request' (duration: 386.717112ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.262484Z","caller":"traceutil/trace.go:171","msg":"trace[2134774557] linearizableReadLoop","detail":"{readStateIndex:15115; appliedIndex:15113; }","duration":"385.206259ms","start":"2026-03-11T17:22:21.877246Z","end":"2026-03-11T17:22:22.262452Z","steps":["trace[2134774557] 'read index received' (duration: 327.597045ms)","trace[2134774557] 'applied index is now lower than readState.Index' (duration: 57.607484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:22.262607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.875456Z","time spent":"387.106281ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:22:22.262579Z","caller":"traceutil/trace.go:171","msg":"trace[101661651] transaction","detail":"{read_only:false; response_revision:14575; number_of_response:1; }","duration":"384.590555ms","start":"2026-03-11T17:22:21.87793Z","end":"2026-03-11T17:22:22.262521Z","steps":["trace[101661651] 'process raft request' (duration: 384.463732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.262786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.65629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:22.262805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.877887Z","time spent":"384.790959ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:22:22.262834Z","caller":"traceutil/trace.go:171","msg":"trace[1721861767] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"300.754972ms","start":"2026-03-11T17:22:21.962063Z","end":"2026-03-11T17:22:22.262818Z","steps":["trace[1721861767] 'agreement among raft nodes before linearized reading' (duration: 300.640039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.262845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.188267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T17:22:22.262872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.962058Z","time spent":"300.805494ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:22:22.262906Z","caller":"traceutil/trace.go:171","msg":"trace[1326092148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14575; }","duration":"197.314149ms","start":"2026-03-11T17:22:22.065573Z","end":"2026-03-11T17:22:22.262888Z","steps":["trace[1326092148] 'agreement among raft nodes before linearized reading' (duration: 197.097634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.26296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.286064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-11T17:22:22.263019Z","caller":"traceutil/trace.go:171","msg":"trace[1287884854] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14575; }","duration":"301.444118ms","start":"2026-03-11T17:22:21.961562Z","end":"2026-03-11T17:22:22.263006Z","steps":["trace[1287884854] 'agreement among raft nodes before linearized reading' (duration: 301.0775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.263032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.463444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:22:22.263136Z","caller":"traceutil/trace.go:171","msg":"trace[267294327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14575; }","duration":"201.626737ms","start":"2026-03-11T17:22:22.061492Z","end":"2026-03-11T17:22:22.263119Z","steps":["trace[267294327] 'agreement among raft nodes before linearized reading' (duration: 201.475934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.263138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.290764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:22:22.263201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.891222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-11T17:22:22.263224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.76706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-11T17:22:22.26326Z","caller":"traceutil/trace.go:171","msg":"trace[879370943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14575; }","duration":"124.856953ms","start":"2026-03-11T17:22:22.138394Z","end":"2026-03-11T17:22:22.263251Z","steps":["trace[879370943] 'agreement among raft nodes before linearized reading' (duration: 124.634218ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.263259Z","caller":"traceutil/trace.go:171","msg":"trace[239758137] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14575; }","duration":"153.010365ms","start":"2026-03-11T17:22:22.110232Z","end":"2026-03-11T17:22:22.263242Z","steps":["trace[239758137] 'agreement among raft nodes before linearized reading' (duration: 152.76384ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.263256Z","caller":"traceutil/trace.go:171","msg":"trace[615355469] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"301.445778ms","start":"2026-03-11T17:22:21.961786Z","end":"2026-03-11T17:22:22.263231Z","steps":["trace[615355469] 'agreement among raft nodes before linearized reading' (duration: 301.016308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.263303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.751841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T17:22:22.263315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.961779Z","time spent":"301.525339ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:22.263254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.926331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T17:22:22.263441Z","caller":"traceutil/trace.go:171","msg":"trace[2095879579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14575; }","duration":"197.120276ms","start":"2026-03-11T17:22:22.066313Z","end":"2026-03-11T17:22:22.263433Z","steps":["trace[2095879579] 'agreement among raft nodes before linearized reading' (duration: 196.848649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.26339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.961531Z","time spent":"301.840587ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-11T17:22:22.263517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.748295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T17:22:22.263547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.365346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:22.26356Z","caller":"traceutil/trace.go:171","msg":"trace[117280994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14575; }","duration":"203.838297ms","start":"2026-03-11T17:22:22.059708Z","end":"2026-03-11T17:22:22.263547Z","steps":["trace[117280994] 'agreement among raft nodes before linearized reading' (duration: 203.733254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.263327Z","caller":"traceutil/trace.go:171","msg":"trace[555193010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14575; }","duration":"198.807503ms","start":"2026-03-11T17:22:22.064515Z","end":"2026-03-11T17:22:22.263322Z","steps":["trace[555193010] 'agreement among raft nodes before linearized reading' (duration: 198.749902ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:22.263603Z","caller":"traceutil/trace.go:171","msg":"trace[1318424299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14575; }","duration":"301.442869ms","start":"2026-03-11T17:22:21.962145Z","end":"2026-03-11T17:22:22.263588Z","steps":["trace[1318424299] 'agreement among raft nodes before linearized reading' (duration: 301.131701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.263647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.962137Z","time spent":"301.5018ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:22.263018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.601289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:22.264151Z","caller":"traceutil/trace.go:171","msg":"trace[526790988] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14575; }","duration":"301.880218ms","start":"2026-03-11T17:22:21.962253Z","end":"2026-03-11T17:22:22.264133Z","steps":["trace[526790988] 'agreement among raft nodes before linearized reading' (duration: 300.454375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.264189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.962223Z","time spent":"301.95292ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-11T17:22:22.264651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.388927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:22.2647Z","caller":"traceutil/trace.go:171","msg":"trace[36481808] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"387.4926ms","start":"2026-03-11T17:22:21.877195Z","end":"2026-03-11T17:22:22.264688Z","steps":["trace[36481808] 'agreement among raft nodes before linearized reading' (duration: 385.426223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:22.264783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:21.877183Z","time spent":"387.590852ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-11T17:22:50.708189Z","caller":"traceutil/trace.go:171","msg":"trace[443305439] linearizableReadLoop","detail":"{readStateIndex:15253; appliedIndex:15252; }","duration":"363.429946ms","start":"2026-03-11T17:22:50.344736Z","end":"2026-03-11T17:22:50.708166Z","steps":["trace[443305439] 'read index received' (duration: 363.251152ms)","trace[443305439] 'applied index is now lower than readState.Index' (duration: 177.644µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:50.708384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.63242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:50.708367Z","caller":"traceutil/trace.go:171","msg":"trace[106294818] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"384.003888ms","start":"2026-03-11T17:22:50.324312Z","end":"2026-03-11T17:22:50.708316Z","steps":["trace[106294818] 'process raft request' (duration: 383.686531ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:50.708425Z","caller":"traceutil/trace.go:171","msg":"trace[805472679] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14707; }","duration":"363.726762ms","start":"2026-03-11T17:22:50.344683Z","end":"2026-03-11T17:22:50.70841Z","steps":["trace[805472679] 'agreement among raft nodes before linearized reading' (duration: 363.61511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.708472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.344666Z","time spent":"363.798183ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:22:50.708599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.324272Z","time spent":"384.200413ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:22:50.709037Z","caller":"traceutil/trace.go:171","msg":"trace[1378176246] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"297.269892ms","start":"2026-03-11T17:22:50.411717Z","end":"2026-03-11T17:22:50.708987Z","steps":["trace[1378176246] 'process raft request' (duration: 296.951615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.709181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.939768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:22:50.709068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.536675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:50.709421Z","caller":"traceutil/trace.go:171","msg":"trace[1117707972] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"291.582324ms","start":"2026-03-11T17:22:50.417823Z","end":"2026-03-11T17:22:50.709405Z","steps":["trace[1117707972] 'process raft request' (duration: 290.989901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.709412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.977132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:22:50.709499Z","caller":"traceutil/trace.go:171","msg":"trace[1385025295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14709; }","duration":"247.098835ms","start":"2026-03-11T17:22:50.46238Z","end":"2026-03-11T17:22:50.709479Z","steps":["trace[1385025295] 'agreement among raft nodes before linearized reading' (duration: 246.833999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.709551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.4814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:22:50.709604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.687242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:22:50.709652Z","caller":"traceutil/trace.go:171","msg":"trace[359402974] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"315.650414ms","start":"2026-03-11T17:22:50.393975Z","end":"2026-03-11T17:22:50.709625Z","steps":["trace[359402974] 'agreement among raft nodes before linearized reading' (duration: 315.223675ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:50.709668Z","caller":"traceutil/trace.go:171","msg":"trace[1120572630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14709; }","duration":"240.789795ms","start":"2026-03-11T17:22:50.468857Z","end":"2026-03-11T17:22:50.709646Z","steps":["trace[1120572630] 'agreement among raft nodes before linearized reading' (duration: 240.623401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.709696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.393952Z","time spent":"315.737537ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:50.709891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.501921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:50.709983Z","caller":"traceutil/trace.go:171","msg":"trace[458662518] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"180.590792ms","start":"2026-03-11T17:22:50.529357Z","end":"2026-03-11T17:22:50.709948Z","steps":["trace[458662518] 'agreement among raft nodes before linearized reading' (duration: 180.433819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.71018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.501373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:22:50.71021Z","caller":"traceutil/trace.go:171","msg":"trace[198371925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:14709; }","duration":"103.574135ms","start":"2026-03-11T17:22:50.606627Z","end":"2026-03-11T17:22:50.710201Z","steps":["trace[198371925] 'agreement among raft nodes before linearized reading' (duration: 103.447112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.676509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:50.710341Z","caller":"traceutil/trace.go:171","msg":"trace[1233853679] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14709; }","duration":"186.733411ms","start":"2026-03-11T17:22:50.523602Z","end":"2026-03-11T17:22:50.710335Z","steps":["trace[1233853679] 'agreement among raft nodes before linearized reading' (duration: 186.669999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.750134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:50.71038Z","caller":"traceutil/trace.go:171","msg":"trace[876195202] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14709; }","duration":"187.843736ms","start":"2026-03-11T17:22:50.522526Z","end":"2026-03-11T17:22:50.710369Z","steps":["trace[876195202] 'agreement among raft nodes before linearized reading' (duration: 187.782254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.729955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:50.710555Z","caller":"traceutil/trace.go:171","msg":"trace[491488849] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14709; }","duration":"323.795136ms","start":"2026-03-11T17:22:50.386745Z","end":"2026-03-11T17:22:50.71054Z","steps":["trace[491488849] 'agreement among raft nodes before linearized reading' (duration: 323.709265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.386736Z","time spent":"323.850717ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-11T17:22:50.710655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.669037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-11T17:22:50.710668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.649486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:50.710703Z","caller":"traceutil/trace.go:171","msg":"trace[2013550909] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14709; }","duration":"324.715508ms","start":"2026-03-11T17:22:50.385978Z","end":"2026-03-11T17:22:50.710694Z","steps":["trace[2013550909] 'agreement among raft nodes before linearized reading' (duration: 324.627936ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:50.71071Z","caller":"traceutil/trace.go:171","msg":"trace[2008821128] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14709; }","duration":"324.705278ms","start":"2026-03-11T17:22:50.385996Z","end":"2026-03-11T17:22:50.710701Z","steps":["trace[2008821128] 'agreement among raft nodes before linearized reading' (duration: 324.600666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.385917Z","time spent":"324.802579ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-11T17:22:50.710749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.385992Z","time spent":"324.750529ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:50.710658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.648772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:22:50.710835Z","caller":"traceutil/trace.go:171","msg":"trace[959394610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14709; }","duration":"266.926921ms","start":"2026-03-11T17:22:50.443891Z","end":"2026-03-11T17:22:50.710818Z","steps":["trace[959394610] 'agreement among raft nodes before linearized reading' (duration: 265.397547ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:50.710914Z","caller":"traceutil/trace.go:171","msg":"trace[1548028105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14709; }","duration":"330.428416ms","start":"2026-03-11T17:22:50.380464Z","end":"2026-03-11T17:22:50.710892Z","steps":["trace[1548028105] 'agreement among raft nodes before linearized reading' (duration: 328.523994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.710623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.316708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:50.711494Z","caller":"traceutil/trace.go:171","msg":"trace[1053572875] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"321.177719ms","start":"2026-03-11T17:22:50.390285Z","end":"2026-03-11T17:22:50.711462Z","steps":["trace[1053572875] 'agreement among raft nodes before linearized reading' (duration: 320.274998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.711629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.390279Z","time spent":"321.339252ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:50.711554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:50.380421Z","time spent":"330.905278ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:22:50.709223Z","caller":"traceutil/trace.go:171","msg":"trace[1169949064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14709; }","duration":"237.01541ms","start":"2026-03-11T17:22:50.472197Z","end":"2026-03-11T17:22:50.709212Z","steps":["trace[1169949064] 'agreement among raft nodes before linearized reading' (duration: 236.898827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:50.71182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.622008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:22:50.711861Z","caller":"traceutil/trace.go:171","msg":"trace[1971807709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14709; }","duration":"238.307328ms","start":"2026-03-11T17:22:50.47354Z","end":"2026-03-11T17:22:50.711847Z","steps":["trace[1971807709] 'agreement among raft nodes before linearized reading' (duration: 235.502555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.394224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183265706s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T17:22:57.39596Z","caller":"traceutil/trace.go:171","msg":"trace[801865314] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"1.228625154s","start":"2026-03-11T17:22:56.167312Z","end":"2026-03-11T17:22:57.395937Z","steps":["trace[801865314] 'process raft request' (duration: 1.227049618s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.395953Z","caller":"traceutil/trace.go:171","msg":"trace[716697185] linearizableReadLoop","detail":"{readStateIndex:15281; appliedIndex:15279; }","duration":"1.200919292s","start":"2026-03-11T17:22:56.194991Z","end":"2026-03-11T17:22:57.395911Z","steps":["trace[716697185] 'read index received' (duration: 15.978019ms)","trace[716697185] 'applied index is now lower than readState.Index' (duration: 1.184939023s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:57.396425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.167275Z","time spent":"1.228927841s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:22:57.455656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260619352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:22:57.456069Z","caller":"traceutil/trace.go:171","msg":"trace[1518071061] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"723.541068ms","start":"2026-03-11T17:22:56.732496Z","end":"2026-03-11T17:22:57.456037Z","steps":["trace[1518071061] 'process raft request' (duration: 723.449576ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.456111Z","caller":"traceutil/trace.go:171","msg":"trace[1851117139] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"725.781189ms","start":"2026-03-11T17:22:56.73028Z","end":"2026-03-11T17:22:57.456061Z","steps":["trace[1851117139] 'process raft request' (duration: 665.619969ms)","trace[1851117139] 'compare' (duration: 59.7233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:57.456228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.732481Z","time spent":"723.665801ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:22:57.456402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.730252Z","time spent":"725.954373ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:22:57.456441Z","caller":"traceutil/trace.go:171","msg":"trace[353206734] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"722.405883ms","start":"2026-03-11T17:22:56.733996Z","end":"2026-03-11T17:22:57.456402Z","steps":["trace[353206734] 'process raft request' (duration: 722.002044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.091379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.455821Z","caller":"traceutil/trace.go:171","msg":"trace[1798597834] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14733; }","duration":"1.260866797s","start":"2026-03-11T17:22:56.194925Z","end":"2026-03-11T17:22:57.455792Z","steps":["trace[1798597834] 'agreement among raft nodes before linearized reading' (duration: 1.201333911s)","trace[1798597834] 'count revisions from in-memory index tree' (duration: 59.292661ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:22:57.45662Z","caller":"traceutil/trace.go:171","msg":"trace[528108661] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14737; }","duration":"707.16384ms","start":"2026-03-11T17:22:56.74944Z","end":"2026-03-11T17:22:57.456604Z","steps":["trace[528108661] 'agreement among raft nodes before linearized reading' (duration: 707.038027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.733972Z","time spent":"722.565296ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:22:57.456642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.032997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.456665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.749431Z","time spent":"707.224982ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:22:57.45664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.635468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:22:57.456693Z","caller":"traceutil/trace.go:171","msg":"trace[702149286] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14737; }","duration":"629.124798ms","start":"2026-03-11T17:22:56.827554Z","end":"2026-03-11T17:22:57.456679Z","steps":["trace[702149286] 'agreement among raft nodes before linearized reading' (duration: 629.030166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.194904Z","time spent":"1.261725076s","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:22:57.456675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.197785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.456736Z","caller":"traceutil/trace.go:171","msg":"trace[1412705658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14737; }","duration":"710.785421ms","start":"2026-03-11T17:22:56.745931Z","end":"2026-03-11T17:22:57.456716Z","steps":["trace[1412705658] 'agreement among raft nodes before linearized reading' (duration: 710.554226ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.456765Z","caller":"traceutil/trace.go:171","msg":"trace[1977194393] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"162.271902ms","start":"2026-03-11T17:22:57.294481Z","end":"2026-03-11T17:22:57.456753Z","steps":["trace[1977194393] 'process raft request' (duration: 161.776081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.745918Z","time spent":"710.859063ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:22:57.456812Z","caller":"traceutil/trace.go:171","msg":"trace[281618424] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"721.332318ms","start":"2026-03-11T17:22:56.735433Z","end":"2026-03-11T17:22:57.456765Z","steps":["trace[281618424] 'agreement among raft nodes before linearized reading' (duration: 721.170125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.06951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.456872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.735425Z","time spent":"721.437421ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:22:57.456907Z","caller":"traceutil/trace.go:171","msg":"trace[2027311306] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14737; }","duration":"855.164962ms","start":"2026-03-11T17:22:56.601725Z","end":"2026-03-11T17:22:57.45689Z","steps":["trace[2027311306] 'agreement among raft nodes before linearized reading' (duration: 855.06596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.456945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.601702Z","time spent":"855.234123ms","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:22:57.456923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077280157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.456994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.048719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:57.457013Z","caller":"traceutil/trace.go:171","msg":"trace[1028122120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14737; }","duration":"1.07742881s","start":"2026-03-11T17:22:56.379561Z","end":"2026-03-11T17:22:57.45699Z","steps":["trace[1028122120] 'agreement among raft nodes before linearized reading' (duration: 1.077258947s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.457034Z","caller":"traceutil/trace.go:171","msg":"trace[1169263055] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"630.112062ms","start":"2026-03-11T17:22:56.82691Z","end":"2026-03-11T17:22:57.457023Z","steps":["trace[1169263055] 'agreement among raft nodes before linearized reading' (duration: 629.952278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.379531Z","time spent":"1.077522983s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.385338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.457172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.583225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-11T17:22:57.45717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.683274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:57.457188Z","caller":"traceutil/trace.go:171","msg":"trace[1480195399] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"728.491629ms","start":"2026-03-11T17:22:56.728686Z","end":"2026-03-11T17:22:57.457178Z","steps":["trace[1480195399] 'agreement among raft nodes before linearized reading' (duration: 728.416488ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.457207Z","caller":"traceutil/trace.go:171","msg":"trace[12013252] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14737; }","duration":"639.630786ms","start":"2026-03-11T17:22:56.817565Z","end":"2026-03-11T17:22:57.457196Z","steps":["trace[12013252] 'agreement among raft nodes before linearized reading' (duration: 639.530104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.45722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.728649Z","time spent":"728.564781ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:22:57.45723Z","caller":"traceutil/trace.go:171","msg":"trace[825233363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"724.752016ms","start":"2026-03-11T17:22:56.732457Z","end":"2026-03-11T17:22:57.457209Z","steps":["trace[825233363] 'agreement among raft nodes before linearized reading' (duration: 724.649544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.817556Z","time spent":"639.676097ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.732445Z","time spent":"724.813397ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.45707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.826898Z","time spent":"630.165493ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076563772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.457376Z","caller":"traceutil/trace.go:171","msg":"trace[370175641] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14737; }","duration":"1.076652034s","start":"2026-03-11T17:22:56.380712Z","end":"2026-03-11T17:22:57.457364Z","steps":["trace[370175641] 'agreement among raft nodes before linearized reading' (duration: 1.076579662s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.380685Z","time spent":"1.076713725s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:22:57.457061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.560657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:22:57.457423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.322073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:22:57.457458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.30453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:22:57.457454Z","caller":"traceutil/trace.go:171","msg":"trace[1519779803] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"727.024107ms","start":"2026-03-11T17:22:56.730412Z","end":"2026-03-11T17:22:57.457436Z","steps":["trace[1519779803] 'agreement among raft nodes before linearized reading' (duration: 726.442613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.457453Z","caller":"traceutil/trace.go:171","msg":"trace[780906727] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"702.370273ms","start":"2026-03-11T17:22:56.755073Z","end":"2026-03-11T17:22:57.457444Z","steps":["trace[780906727] 'agreement among raft nodes before linearized reading' (duration: 702.286261ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.457489Z","caller":"traceutil/trace.go:171","msg":"trace[598814694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14737; }","duration":"705.33446ms","start":"2026-03-11T17:22:56.752146Z","end":"2026-03-11T17:22:57.45748Z","steps":["trace[598814694] 'agreement among raft nodes before linearized reading' (duration: 705.249768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.4575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.755063Z","time spent":"702.429854ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.730384Z","time spent":"727.104939ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.752116Z","time spent":"705.395381ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.841748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:57.457555Z","caller":"traceutil/trace.go:171","msg":"trace[1717315652] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"728.998222ms","start":"2026-03-11T17:22:56.728546Z","end":"2026-03-11T17:22:57.457545Z","steps":["trace[1717315652] 'agreement among raft nodes before linearized reading' (duration: 728.751006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.728525Z","time spent":"729.054263ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.55678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-11T17:22:57.457656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.712756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-11T17:22:57.457654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.550497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:57.457686Z","caller":"traceutil/trace.go:171","msg":"trace[1256750023] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-qlq2g; range_end:; response_count:1; response_revision:14737; }","duration":"650.611722ms","start":"2026-03-11T17:22:56.807063Z","end":"2026-03-11T17:22:57.457675Z","steps":["trace[1256750023] 'agreement among raft nodes before linearized reading' (duration: 650.5089ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.457698Z","caller":"traceutil/trace.go:171","msg":"trace[1805351226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"706.66192ms","start":"2026-03-11T17:22:56.751024Z","end":"2026-03-11T17:22:57.457686Z","steps":["trace[1805351226] 'agreement among raft nodes before linearized reading' (duration: 706.542517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.80703Z","time spent":"650.680023ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.75101Z","time spent":"706.720172ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.047827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T17:22:57.457801Z","caller":"traceutil/trace.go:171","msg":"trace[256315720] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6svfl; range_end:; response_count:1; response_revision:14737; }","duration":"293.129759ms","start":"2026-03-11T17:22:57.164663Z","end":"2026-03-11T17:22:57.457793Z","steps":["trace[256315720] 'agreement among raft nodes before linearized reading' (duration: 293.042717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.54456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-11T17:22:57.457911Z","caller":"traceutil/trace.go:171","msg":"trace[390058510] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14737; }","duration":"662.595951ms","start":"2026-03-11T17:22:56.795306Z","end":"2026-03-11T17:22:57.457902Z","steps":["trace[390058510] 'agreement among raft nodes before linearized reading' (duration: 662.486539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.099292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:22:57.457949Z","caller":"traceutil/trace.go:171","msg":"trace[1550207981] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14737; }","duration":"237.184723ms","start":"2026-03-11T17:22:57.220757Z","end":"2026-03-11T17:22:57.457942Z","steps":["trace[1550207981] 'agreement among raft nodes before linearized reading' (duration: 236.110729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.457946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.795287Z","time spent":"662.653112ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:22:57.457949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.071043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:22:57.457967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.668516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:22:57.457993Z","caller":"traceutil/trace.go:171","msg":"trace[234231272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"721.140145ms","start":"2026-03-11T17:22:56.736841Z","end":"2026-03-11T17:22:57.457981Z","steps":["trace[234231272] 'agreement among raft nodes before linearized reading' (duration: 721.022503ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.458007Z","caller":"traceutil/trace.go:171","msg":"trace[1372289958] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"509.716796ms","start":"2026-03-11T17:22:56.948278Z","end":"2026-03-11T17:22:57.457995Z","steps":["trace[1372289958] 'agreement among raft nodes before linearized reading' (duration: 509.563193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.736827Z","time spent":"721.191666ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.948271Z","time spent":"509.761017ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.821434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T17:22:57.458105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.172737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.458121Z","caller":"traceutil/trace.go:171","msg":"trace[1310634984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:14737; }","duration":"686.866965ms","start":"2026-03-11T17:22:56.771245Z","end":"2026-03-11T17:22:57.458112Z","steps":["trace[1310634984] 'agreement among raft nodes before linearized reading' (duration: 686.777193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.458132Z","caller":"traceutil/trace.go:171","msg":"trace[389125944] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"510.220177ms","start":"2026-03-11T17:22:56.947905Z","end":"2026-03-11T17:22:57.458125Z","steps":["trace[389125944] 'agreement among raft nodes before linearized reading' (duration: 510.175076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.94789Z","time spent":"510.261908ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.545489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.458185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.267025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:22:57.458191Z","caller":"traceutil/trace.go:171","msg":"trace[1337187751] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"719.60426ms","start":"2026-03-11T17:22:56.738577Z","end":"2026-03-11T17:22:57.458181Z","steps":["trace[1337187751] 'agreement among raft nodes before linearized reading' (duration: 719.548108ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.458216Z","caller":"traceutil/trace.go:171","msg":"trace[817518977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14737; }","duration":"712.309996ms","start":"2026-03-11T17:22:56.745896Z","end":"2026-03-11T17:22:57.458206Z","steps":["trace[817518977] 'agreement among raft nodes before linearized reading' (duration: 712.220674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.738567Z","time spent":"719.648791ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.581555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.458242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.745888Z","time spent":"712.348387ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:22:57.458262Z","caller":"traceutil/trace.go:171","msg":"trace[1821273775] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14737; }","duration":"623.646466ms","start":"2026-03-11T17:22:56.834609Z","end":"2026-03-11T17:22:57.458255Z","steps":["trace[1821273775] 'agreement among raft nodes before linearized reading' (duration: 623.612705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.834585Z","time spent":"623.695038ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.751219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:57.458351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.997442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:22:57.458373Z","caller":"traceutil/trace.go:171","msg":"trace[1045348899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"623.79739ms","start":"2026-03-11T17:22:56.834568Z","end":"2026-03-11T17:22:57.458366Z","steps":["trace[1045348899] 'agreement among raft nodes before linearized reading' (duration: 623.763719ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.458383Z","caller":"traceutil/trace.go:171","msg":"trace[930593819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14737; }","duration":"713.037593ms","start":"2026-03-11T17:22:56.745335Z","end":"2026-03-11T17:22:57.458372Z","steps":["trace[930593819] 'agreement among raft nodes before linearized reading' (duration: 712.952731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.745326Z","time spent":"713.080334ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.210474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:22:57.458425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.899014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.458451Z","caller":"traceutil/trace.go:171","msg":"trace[1676042367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14737; }","duration":"720.271814ms","start":"2026-03-11T17:22:56.73817Z","end":"2026-03-11T17:22:57.458442Z","steps":["trace[1676042367] 'agreement among raft nodes before linearized reading' (duration: 720.181602ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.458458Z","caller":"traceutil/trace.go:171","msg":"trace[336114438] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14737; }","duration":"722.944735ms","start":"2026-03-11T17:22:56.735504Z","end":"2026-03-11T17:22:57.458449Z","steps":["trace[336114438] 'agreement among raft nodes before linearized reading' (duration: 722.887123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.738161Z","time spent":"720.310106ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.735499Z","time spent":"722.979055ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-11T17:22:57.457688Z","caller":"traceutil/trace.go:171","msg":"trace[855825270] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"509.794208ms","start":"2026-03-11T17:22:56.947885Z","end":"2026-03-11T17:22:57.457679Z","steps":["trace[855825270] 'agreement among raft nodes before linearized reading' (duration: 509.697635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.834554Z","time spent":"623.835031ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.947862Z","time spent":"510.665677ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:57.45854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.952565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-11T17:22:57.458577Z","caller":"traceutil/trace.go:171","msg":"trace[82022058] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14737; }","duration":"723.008326ms","start":"2026-03-11T17:22:56.735557Z","end":"2026-03-11T17:22:57.458565Z","steps":["trace[82022058] 'agreement among raft nodes before linearized reading' (duration: 722.904884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.735547Z","time spent":"723.046127ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.771236Z","time spent":"686.909196ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:22:57.458661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.145539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:57.458693Z","caller":"traceutil/trace.go:171","msg":"trace[1696401297] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"723.18985ms","start":"2026-03-11T17:22:56.735494Z","end":"2026-03-11T17:22:57.458684Z","steps":["trace[1696401297] 'agreement among raft nodes before linearized reading' (duration: 723.103598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.458723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.735486Z","time spent":"723.228141ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:22:57.456729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:56.827531Z","time spent":"629.19113ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-11T17:22:57.788533Z","caller":"traceutil/trace.go:171","msg":"trace[1678787111] linearizableReadLoop","detail":"{readStateIndex:15291; appliedIndex:15290; }","duration":"245.822117ms","start":"2026-03-11T17:22:57.542682Z","end":"2026-03-11T17:22:57.788504Z","steps":["trace[1678787111] 'read index received' (duration: 245.652794ms)","trace[1678787111] 'applied index is now lower than readState.Index' (duration: 168.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:22:57.78939Z","caller":"traceutil/trace.go:171","msg":"trace[1294044861] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"248.552518ms","start":"2026-03-11T17:22:57.540806Z","end":"2026-03-11T17:22:57.789359Z","steps":["trace[1294044861] 'process raft request' (duration: 247.552156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.789538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.521528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732291"} {"level":"warn","ts":"2026-03-11T17:22:57.789777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.180017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:57.789828Z","caller":"traceutil/trace.go:171","msg":"trace[445423139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14743; }","duration":"321.250499ms","start":"2026-03-11T17:22:57.468565Z","end":"2026-03-11T17:22:57.789815Z","steps":["trace[445423139] 'agreement among raft nodes before linearized reading' (duration: 321.171407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.789864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:57.468548Z","time spent":"321.30801ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:22:57.78966Z","caller":"traceutil/trace.go:171","msg":"trace[1790214184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14743; }","duration":"322.683551ms","start":"2026-03-11T17:22:57.466965Z","end":"2026-03-11T17:22:57.789648Z","steps":["trace[1790214184] 'agreement among raft nodes before linearized reading' (duration: 321.639088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.78998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:57.466957Z","time spent":"323.012779ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732313,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:22:57.790729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.957574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732291"} {"level":"warn","ts":"2026-03-11T17:22:57.79073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.706451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732291"} {"level":"info","ts":"2026-03-11T17:22:57.790788Z","caller":"traceutil/trace.go:171","msg":"trace[2116429437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14743; }","duration":"321.043255ms","start":"2026-03-11T17:22:57.46973Z","end":"2026-03-11T17:22:57.790774Z","steps":["trace[2116429437] 'agreement among raft nodes before linearized reading' (duration: 318.782714ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:57.790818Z","caller":"traceutil/trace.go:171","msg":"trace[530442513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14743; }","duration":"322.185451ms","start":"2026-03-11T17:22:57.468613Z","end":"2026-03-11T17:22:57.790798Z","steps":["trace[530442513] 'agreement among raft nodes before linearized reading' (duration: 321.067145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.791306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.299603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732291"} {"level":"info","ts":"2026-03-11T17:22:57.79135Z","caller":"traceutil/trace.go:171","msg":"trace[1880157295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14743; }","duration":"322.371045ms","start":"2026-03-11T17:22:57.46897Z","end":"2026-03-11T17:22:57.791341Z","steps":["trace[1880157295] 'agreement among raft nodes before linearized reading' (duration: 320.746788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:57.791382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:57.468943Z","time spent":"322.428987ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732313,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:22:57.791409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:57.468604Z","time spent":"322.785344ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732313,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:22:57.790829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:57.469726Z","time spent":"321.091666ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732313,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:22:59.792027Z","caller":"traceutil/trace.go:171","msg":"trace[731865355] linearizableReadLoop","detail":"{readStateIndex:15292; appliedIndex:15291; }","duration":"326.514258ms","start":"2026-03-11T17:22:59.465482Z","end":"2026-03-11T17:22:59.791996Z","steps":["trace[731865355] 'read index received' (duration: 326.397846ms)","trace[731865355] 'applied index is now lower than readState.Index' (duration: 115.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:22:59.792171Z","caller":"traceutil/trace.go:171","msg":"trace[1412033163] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"328.217556ms","start":"2026-03-11T17:22:59.463888Z","end":"2026-03-11T17:22:59.792105Z","steps":["trace[1412033163] 'process raft request' (duration: 327.884249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.792439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.463865Z","time spent":"328.407761ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:22:59.792423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.896877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:22:59.792544Z","caller":"traceutil/trace.go:171","msg":"trace[147878638] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14744; }","duration":"327.064281ms","start":"2026-03-11T17:22:59.465448Z","end":"2026-03-11T17:22:59.792513Z","steps":["trace[147878638] 'agreement among raft nodes before linearized reading' (duration: 326.687523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.792622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.465433Z","time spent":"327.176613ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:23:00.340896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.274437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:23:00.341387Z","caller":"traceutil/trace.go:171","msg":"trace[3505082] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"873.909213ms","start":"2026-03-11T17:22:59.467422Z","end":"2026-03-11T17:23:00.341331Z","steps":["trace[3505082] 'process raft request' (duration: 455.051613ms)","trace[3505082] 'compare' (duration: 417.11974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:23:00.341601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467386Z","time spent":"874.090677ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:23:00.341729Z","caller":"traceutil/trace.go:171","msg":"trace[303823789] linearizableReadLoop","detail":"{readStateIndex:15295; appliedIndex:15292; }","duration":"549.577664ms","start":"2026-03-11T17:22:59.79213Z","end":"2026-03-11T17:23:00.341708Z","steps":["trace[303823789] 'read index received' (duration: 130.356937ms)","trace[303823789] 'applied index is now lower than readState.Index' (duration: 419.219727ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:23:00.341984Z","caller":"traceutil/trace.go:171","msg":"trace[2125562892] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"873.832951ms","start":"2026-03-11T17:22:59.468139Z","end":"2026-03-11T17:23:00.341972Z","steps":["trace[2125562892] 'process raft request' (duration: 873.002943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.342066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.468124Z","time spent":"873.902163ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:23:00.342506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.743232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.342597Z","caller":"traceutil/trace.go:171","msg":"trace[1537277703] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14747; }","duration":"874.846755ms","start":"2026-03-11T17:22:59.467721Z","end":"2026-03-11T17:23:00.342568Z","steps":["trace[1537277703] 'agreement among raft nodes before linearized reading' (duration: 874.705052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.342635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467713Z","time spent":"874.914847ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:23:00.342736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.104463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-11T17:23:00.342757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.619306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.342787Z","caller":"traceutil/trace.go:171","msg":"trace[1523769917] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14747; }","duration":"872.178335ms","start":"2026-03-11T17:22:59.470596Z","end":"2026-03-11T17:23:00.342775Z","steps":["trace[1523769917] 'agreement among raft nodes before linearized reading' (duration: 871.760705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.342831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470585Z","time spent":"872.238556ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:23:00.342862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.480974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.342899Z","caller":"traceutil/trace.go:171","msg":"trace[554847331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"873.535815ms","start":"2026-03-11T17:22:59.469356Z","end":"2026-03-11T17:23:00.342892Z","steps":["trace[554847331] 'agreement among raft nodes before linearized reading' (duration: 873.454423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.342929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.948747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.342959Z","caller":"traceutil/trace.go:171","msg":"trace[482159322] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14747; }","duration":"874.996318ms","start":"2026-03-11T17:22:59.467956Z","end":"2026-03-11T17:23:00.342953Z","steps":["trace[482159322] 'agreement among raft nodes before linearized reading' (duration: 874.893946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.342979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467943Z","time spent":"875.031899ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:23:00.343215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.267215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-11T17:23:00.343224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.469344Z","time spent":"873.869623ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-11T17:23:00.343242Z","caller":"traceutil/trace.go:171","msg":"trace[1091048741] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"875.348296ms","start":"2026-03-11T17:22:59.467887Z","end":"2026-03-11T17:23:00.343236Z","steps":["trace[1091048741] 'agreement among raft nodes before linearized reading' (duration: 875.225904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.343277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467846Z","time spent":"875.418098ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.343209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.686333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:23:00.343399Z","caller":"traceutil/trace.go:171","msg":"trace[523047824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14747; }","duration":"834.911028ms","start":"2026-03-11T17:22:59.508467Z","end":"2026-03-11T17:23:00.343378Z","steps":["trace[523047824] 'agreement among raft nodes before linearized reading' (duration: 834.251684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.343456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.084647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.34349Z","caller":"traceutil/trace.go:171","msg":"trace[1280736871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"874.135239ms","start":"2026-03-11T17:22:59.469346Z","end":"2026-03-11T17:23:00.343481Z","steps":["trace[1280736871] 'agreement among raft nodes before linearized reading' (duration: 873.998326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.343515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.469301Z","time spent":"874.20801ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.343792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.429895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:23:00.343819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.216286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.343848Z","caller":"traceutil/trace.go:171","msg":"trace[1651922746] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"876.254747ms","start":"2026-03-11T17:22:59.467585Z","end":"2026-03-11T17:23:00.34384Z","steps":["trace[1651922746] 'agreement among raft nodes before linearized reading' (duration: 876.159404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.343873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467543Z","time spent":"876.319788ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.39425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.344055Z","caller":"traceutil/trace.go:171","msg":"trace[127170949] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"876.42981ms","start":"2026-03-11T17:22:59.467619Z","end":"2026-03-11T17:23:00.344049Z","steps":["trace[127170949] 'agreement among raft nodes before linearized reading' (duration: 876.398759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467611Z","time spent":"876.457501ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:23:00.343822Z","caller":"traceutil/trace.go:171","msg":"trace[153942104] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"874.484546ms","start":"2026-03-11T17:22:59.46933Z","end":"2026-03-11T17:23:00.343815Z","steps":["trace[153942104] 'agreement among raft nodes before linearized reading' (duration: 874.431225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.469316Z","time spent":"874.826803ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.03644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:23:00.344325Z","caller":"traceutil/trace.go:171","msg":"trace[1629786351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14747; }","duration":"794.089321ms","start":"2026-03-11T17:22:59.550227Z","end":"2026-03-11T17:23:00.344316Z","steps":["trace[1629786351] 'agreement among raft nodes before linearized reading' (duration: 793.994639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.55022Z","time spent":"794.123123ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.76514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.344554Z","caller":"traceutil/trace.go:171","msg":"trace[189061284] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"873.802431ms","start":"2026-03-11T17:22:59.470743Z","end":"2026-03-11T17:23:00.344546Z","steps":["trace[189061284] 'agreement among raft nodes before linearized reading' (duration: 873.7377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.47071Z","time spent":"873.857392ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.079941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.344677Z","caller":"traceutil/trace.go:171","msg":"trace[203569361] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"872.108202ms","start":"2026-03-11T17:22:59.472563Z","end":"2026-03-11T17:23:00.344671Z","steps":["trace[203569361] 'agreement among raft nodes before linearized reading' (duration: 872.078771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.472556Z","time spent":"872.134503ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.914303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.344797Z","caller":"traceutil/trace.go:171","msg":"trace[878888378] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"873.947744ms","start":"2026-03-11T17:22:59.470844Z","end":"2026-03-11T17:23:00.344792Z","steps":["trace[878888378] 'agreement among raft nodes before linearized reading' (duration: 873.917013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470831Z","time spent":"873.978775ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:23:00.344585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.24498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.344866Z","caller":"traceutil/trace.go:171","msg":"trace[424071838] transaction","detail":"{read_only:false; response_revision:14747; number_of_response:1; }","duration":"574.77982ms","start":"2026-03-11T17:22:59.770075Z","end":"2026-03-11T17:23:00.344855Z","steps":["trace[424071838] 'process raft request' (duration: 571.549208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.079227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.344931Z","caller":"traceutil/trace.go:171","msg":"trace[464415785] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"874.109947ms","start":"2026-03-11T17:22:59.470815Z","end":"2026-03-11T17:23:00.344925Z","steps":["trace[464415785] 'agreement among raft nodes before linearized reading' (duration: 874.079827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.344937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.770048Z","time spent":"574.847591ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18938,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:23:00.344947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470809Z","time spent":"874.134478ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:23:00.345085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.286462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:23:00.345101Z","caller":"traceutil/trace.go:171","msg":"trace[466866931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"874.315372ms","start":"2026-03-11T17:22:59.47078Z","end":"2026-03-11T17:23:00.345096Z","steps":["trace[466866931] 'agreement among raft nodes before linearized reading' (duration: 874.238771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.345117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470775Z","time spent":"874.338353ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.345121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.996687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-11T17:23:00.344889Z","caller":"traceutil/trace.go:171","msg":"trace[1128860713] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14747; }","duration":"878.822993ms","start":"2026-03-11T17:22:59.466044Z","end":"2026-03-11T17:23:00.344867Z","steps":["trace[1128860713] 'agreement among raft nodes before linearized reading' (duration: 877.597496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.345227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.466035Z","time spent":"879.181332ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:23:00.3457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.594821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:23:00.345725Z","caller":"traceutil/trace.go:171","msg":"trace[730973523] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14747; }","duration":"535.620132ms","start":"2026-03-11T17:22:59.810098Z","end":"2026-03-11T17:23:00.345718Z","steps":["trace[730973523] 'agreement among raft nodes before linearized reading' (duration: 535.53187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.345746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.810023Z","time spent":"535.719044ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:23:00.345907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.365779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-11T17:23:00.34589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.584018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T17:23:00.345928Z","caller":"traceutil/trace.go:171","msg":"trace[776061651] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14747; }","duration":"880.399609ms","start":"2026-03-11T17:22:59.46552Z","end":"2026-03-11T17:23:00.34592Z","steps":["trace[776061651] 'agreement among raft nodes before linearized reading' (duration: 880.341318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.345947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.465515Z","time spent":"880.42786ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-11T17:23:00.345949Z","caller":"traceutil/trace.go:171","msg":"trace[1515019971] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14747; }","duration":"878.693391ms","start":"2026-03-11T17:22:59.46724Z","end":"2026-03-11T17:23:00.345933Z","steps":["trace[1515019971] 'agreement among raft nodes before linearized reading' (duration: 878.546417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.345987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467206Z","time spent":"878.773563ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:23:00.346073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.228908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T17:23:00.346094Z","caller":"traceutil/trace.go:171","msg":"trace[2092144258] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6svfl; range_end:; response_count:1; response_revision:14747; }","duration":"525.258089ms","start":"2026-03-11T17:22:59.820828Z","end":"2026-03-11T17:23:00.346086Z","steps":["trace[2092144258] 'agreement among raft nodes before linearized reading' (duration: 525.188018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.346112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.820822Z","time spent":"525.28651ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" "} {"level":"warn","ts":"2026-03-11T17:23:00.346295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.755998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-11T17:23:00.346315Z","caller":"traceutil/trace.go:171","msg":"trace[1097572655] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14747; }","duration":"528.798278ms","start":"2026-03-11T17:22:59.817509Z","end":"2026-03-11T17:23:00.346308Z","steps":["trace[1097572655] 'agreement among raft nodes before linearized reading' (duration: 528.727646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.346332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.817474Z","time spent":"528.853469ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:23:00.346349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.908466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pp276\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T17:23:00.346382Z","caller":"traceutil/trace.go:171","msg":"trace[1534998537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pp276; range_end:; response_count:1; response_revision:14747; }","duration":"530.953456ms","start":"2026-03-11T17:22:59.815418Z","end":"2026-03-11T17:23:00.346372Z","steps":["trace[1534998537] 'agreement among raft nodes before linearized reading' (duration: 530.858304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.346408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.815412Z","time spent":"530.991008ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pp276\" "} {"level":"warn","ts":"2026-03-11T17:23:00.346554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.746429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-11T17:23:00.346583Z","caller":"traceutil/trace.go:171","msg":"trace[824188411] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-qlq2g; range_end:; response_count:1; response_revision:14747; }","duration":"533.782801ms","start":"2026-03-11T17:22:59.812788Z","end":"2026-03-11T17:23:00.346571Z","steps":["trace[824188411] 'agreement among raft nodes before linearized reading' (duration: 533.693309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.346607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.812782Z","time spent":"533.819521ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" "} {"level":"warn","ts":"2026-03-11T17:23:00.346996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.835793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:23:00.347028Z","caller":"traceutil/trace.go:171","msg":"trace[819364128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14747; }","duration":"796.885814ms","start":"2026-03-11T17:22:59.550135Z","end":"2026-03-11T17:23:00.347021Z","steps":["trace[819364128] 'agreement among raft nodes before linearized reading' (duration: 796.790492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.347145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.507698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T17:23:00.347183Z","caller":"traceutil/trace.go:171","msg":"trace[617808462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14747; }","duration":"797.56016ms","start":"2026-03-11T17:22:59.549608Z","end":"2026-03-11T17:23:00.347169Z","steps":["trace[617808462] 'agreement among raft nodes before linearized reading' (duration: 797.417657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.347214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.549597Z","time spent":"797.606331ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:23:00.347236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.550127Z","time spent":"797.100379ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:23:00.347354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.1361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:23:00.347376Z","caller":"traceutil/trace.go:171","msg":"trace[1773275487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14747; }","duration":"797.17434ms","start":"2026-03-11T17:22:59.550194Z","end":"2026-03-11T17:23:00.347369Z","steps":["trace[1773275487] 'agreement among raft nodes before linearized reading' (duration: 797.097259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.347393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.550189Z","time spent":"797.199841ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:23:00.342797Z","caller":"traceutil/trace.go:171","msg":"trace[377064242] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14747; }","duration":"873.678888ms","start":"2026-03-11T17:22:59.469107Z","end":"2026-03-11T17:23:00.342786Z","steps":["trace[377064242] 'agreement among raft nodes before linearized reading' (duration: 873.497014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.347487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.469095Z","time spent":"878.379963ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:23:00.347637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.001022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.347659Z","caller":"traceutil/trace.go:171","msg":"trace[1923436713] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14747; }","duration":"877.039814ms","start":"2026-03-11T17:22:59.470613Z","end":"2026-03-11T17:23:00.347653Z","steps":["trace[1923436713] 'agreement among raft nodes before linearized reading' (duration: 876.998883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.34767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.963772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-11T17:23:00.347688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470605Z","time spent":"877.077724ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-11T17:23:00.347699Z","caller":"traceutil/trace.go:171","msg":"trace[571023690] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14747; }","duration":"877.005972ms","start":"2026-03-11T17:22:59.470684Z","end":"2026-03-11T17:23:00.347689Z","steps":["trace[571023690] 'agreement among raft nodes before linearized reading' (duration: 876.925371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.347726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.470677Z","time spent":"877.042873ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-11T17:23:00.342835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.846185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.347907Z","caller":"traceutil/trace.go:171","msg":"trace[1843526798] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14747; }","duration":"879.931348ms","start":"2026-03-11T17:22:59.467966Z","end":"2026-03-11T17:23:00.347897Z","steps":["trace[1843526798] 'agreement among raft nodes before linearized reading' (duration: 874.848265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.34794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.467954Z","time spent":"879.97731ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-11T17:23:00.351549Z","caller":"traceutil/trace.go:171","msg":"trace[280548275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:14747; }","duration":"789.023367ms","start":"2026-03-11T17:22:59.556117Z","end":"2026-03-11T17:23:00.34514Z","steps":["trace[280548275] 'agreement among raft nodes before linearized reading' (duration: 788.911015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.351675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.55608Z","time spent":"795.561045ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:23:00.343526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.508455Z","time spent":"835.00934ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:23:00.343072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.802929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:23:00.35462Z","caller":"traceutil/trace.go:171","msg":"trace[376939078] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14747; }","duration":"876.364118ms","start":"2026-03-11T17:22:59.478246Z","end":"2026-03-11T17:23:00.35461Z","steps":["trace[376939078] 'agreement among raft nodes before linearized reading' (duration: 864.763658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:23:00.354653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:59.478237Z","time spent":"876.403069ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-11T17:25:16.172073Z","caller":"traceutil/trace.go:171","msg":"trace[758737367] linearizableReadLoop","detail":"{readStateIndex:16252; appliedIndex:16251; }","duration":"169.655996ms","start":"2026-03-11T17:25:16.002394Z","end":"2026-03-11T17:25:16.17205Z","steps":["trace[758737367] 'read index received' (duration: 166.002955ms)","trace[758737367] 'applied index is now lower than readState.Index' (duration: 3.652051ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:16.172201Z","caller":"traceutil/trace.go:171","msg":"trace[1438650012] transaction","detail":"{read_only:false; response_revision:15670; number_of_response:1; }","duration":"173.822921ms","start":"2026-03-11T17:25:15.998356Z","end":"2026-03-11T17:25:16.172179Z","steps":["trace[1438650012] 'process raft request' (duration: 169.162687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.172862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.445365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:781410"} {"level":"info","ts":"2026-03-11T17:25:16.172901Z","caller":"traceutil/trace.go:171","msg":"trace[2116245731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15670; }","duration":"170.514997ms","start":"2026-03-11T17:25:16.002378Z","end":"2026-03-11T17:25:16.172893Z","steps":["trace[2116245731] 'agreement among raft nodes before linearized reading' (duration: 169.765079ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:47.631452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13572} {"level":"info","ts":"2026-03-11T17:25:47.711705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13572,"took":"77.152632ms","hash":3633085057,"current-db-size-bytes":41771008,"current-db-size":"42 MB","current-db-size-in-use-bytes":27131904,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T17:25:47.711845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3633085057,"revision":13572,"compact-revision":11700} {"level":"info","ts":"2026-03-11T17:25:52.677521Z","caller":"traceutil/trace.go:171","msg":"trace[2092260940] linearizableReadLoop","detail":"{readStateIndex:16670; appliedIndex:16669; }","duration":"161.622928ms","start":"2026-03-11T17:25:52.515865Z","end":"2026-03-11T17:25:52.677488Z","steps":["trace[2092260940] 'read index received' (duration: 161.281599ms)","trace[2092260940] 'applied index is now lower than readState.Index' (duration: 340.389µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:52.677589Z","caller":"traceutil/trace.go:171","msg":"trace[1439964853] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"164.130504ms","start":"2026-03-11T17:25:52.513411Z","end":"2026-03-11T17:25:52.677542Z","steps":["trace[1439964853] 'process raft request' (duration: 163.816407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:52.677975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.783057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T17:25:52.677975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.059727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:25:52.678125Z","caller":"traceutil/trace.go:171","msg":"trace[731358489] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16075; }","duration":"162.261002ms","start":"2026-03-11T17:25:52.515818Z","end":"2026-03-11T17:25:52.678079Z","steps":["trace[731358489] 'agreement among raft nodes before linearized reading' (duration: 161.852103ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:52.67803Z","caller":"traceutil/trace.go:171","msg":"trace[745381303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16075; }","duration":"131.929441ms","start":"2026-03-11T17:25:52.546087Z","end":"2026-03-11T17:25:52.678016Z","steps":["trace[745381303] 'agreement among raft nodes before linearized reading' (duration: 131.577093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:52.678354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.415836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:698"} {"level":"warn","ts":"2026-03-11T17:25:52.678339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.757566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:25:52.678404Z","caller":"traceutil/trace.go:171","msg":"trace[540289337] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16075; }","duration":"109.524827ms","start":"2026-03-11T17:25:52.568868Z","end":"2026-03-11T17:25:52.678393Z","steps":["trace[540289337] 'agreement among raft nodes before linearized reading' (duration: 109.18594ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:52.67849Z","caller":"traceutil/trace.go:171","msg":"trace[601960132] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16075; }","duration":"110.977401ms","start":"2026-03-11T17:25:52.567472Z","end":"2026-03-11T17:25:52.67845Z","steps":["trace[601960132] 'agreement among raft nodes before linearized reading' (duration: 110.664044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.539419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.538664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:28:44.539561Z","caller":"traceutil/trace.go:171","msg":"trace[61053562] transaction","detail":"{read_only:false; response_revision:17109; number_of_response:1; }","duration":"329.618475ms","start":"2026-03-11T17:28:44.20992Z","end":"2026-03-11T17:28:44.539539Z","steps":["trace[61053562] 'process raft request' (duration: 136.845906ms)","trace[61053562] 'compare' (duration: 192.390211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:44.539631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:44.209897Z","time spent":"329.700607ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14280,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:44.548627Z","caller":"traceutil/trace.go:171","msg":"trace[1047191022] linearizableReadLoop","detail":"{readStateIndex:17744; appliedIndex:17742; }","duration":"211.444747ms","start":"2026-03-11T17:28:44.337145Z","end":"2026-03-11T17:28:44.54859Z","steps":["trace[1047191022] 'read index received' (duration: 9.631715ms)","trace[1047191022] 'applied index is now lower than readState.Index' (duration: 201.811312ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:44.549078Z","caller":"traceutil/trace.go:171","msg":"trace[700682945] transaction","detail":"{read_only:false; response_revision:17110; number_of_response:1; }","duration":"240.944688ms","start":"2026-03-11T17:28:44.30812Z","end":"2026-03-11T17:28:44.549065Z","steps":["trace[700682945] 'process raft request' (duration: 240.305934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.549388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.211114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:28:44.549489Z","caller":"traceutil/trace.go:171","msg":"trace[864144179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17110; }","duration":"212.381508ms","start":"2026-03-11T17:28:44.337087Z","end":"2026-03-11T17:28:44.549468Z","steps":["trace[864144179] 'agreement among raft nodes before linearized reading' (duration: 212.067631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.550094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.454106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:28:44.550146Z","caller":"traceutil/trace.go:171","msg":"trace[318993496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17111; }","duration":"206.553759ms","start":"2026-03-11T17:28:44.343577Z","end":"2026-03-11T17:28:44.550131Z","steps":["trace[318993496] 'agreement among raft nodes before linearized reading' (duration: 206.382135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.550201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.710677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:28:44.550317Z","caller":"traceutil/trace.go:171","msg":"trace[2030210196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17111; }","duration":"175.84954ms","start":"2026-03-11T17:28:44.374448Z","end":"2026-03-11T17:28:44.550298Z","steps":["trace[2030210196] 'agreement among raft nodes before linearized reading' (duration: 175.574004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.550251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.39008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:28:44.55053Z","caller":"traceutil/trace.go:171","msg":"trace[1442365242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17111; }","duration":"196.674116ms","start":"2026-03-11T17:28:44.353845Z","end":"2026-03-11T17:28:44.550519Z","steps":["trace[1442365242] 'agreement among raft nodes before linearized reading' (duration: 196.359579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:44.550105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.468626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:28:44.550603Z","caller":"traceutil/trace.go:171","msg":"trace[125015214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17111; }","duration":"161.003048ms","start":"2026-03-11T17:28:44.38958Z","end":"2026-03-11T17:28:44.550583Z","steps":["trace[125015214] 'agreement among raft nodes before linearized reading' (duration: 160.430285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:45.15595Z","caller":"traceutil/trace.go:171","msg":"trace[576041512] linearizableReadLoop","detail":"{readStateIndex:17757; appliedIndex:17756; }","duration":"420.549222ms","start":"2026-03-11T17:28:44.73536Z","end":"2026-03-11T17:28:45.155909Z","steps":["trace[576041512] 'read index received' (duration: 359.981685ms)","trace[576041512] 'applied index is now lower than readState.Index' (duration: 60.565877ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:45.156018Z","caller":"traceutil/trace.go:171","msg":"trace[1539900647] transaction","detail":"{read_only:false; response_revision:17123; number_of_response:1; }","duration":"425.854671ms","start":"2026-03-11T17:28:44.730109Z","end":"2026-03-11T17:28:45.155964Z","steps":["trace[1539900647] 'process raft request' (duration: 365.253123ms)","trace[1539900647] 'compare' (duration: 59.932244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:45.156192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:44.730079Z","time spent":"426.028115ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:28:45.156264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.280296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:45.15632Z","caller":"traceutil/trace.go:171","msg":"trace[902688389] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:17123; }","duration":"241.407868ms","start":"2026-03-11T17:28:44.914896Z","end":"2026-03-11T17:28:45.156304Z","steps":["trace[902688389] 'agreement among raft nodes before linearized reading' (duration: 241.249834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:45.156319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.946651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-11T17:28:45.156399Z","caller":"traceutil/trace.go:171","msg":"trace[2051653845] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6svfl; range_end:; response_count:1; response_revision:17123; }","duration":"421.088664ms","start":"2026-03-11T17:28:44.735292Z","end":"2026-03-11T17:28:45.15638Z","steps":["trace[2051653845] 'agreement among raft nodes before linearized reading' (duration: 420.818998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:45.156465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:44.735261Z","time spent":"421.192576ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" "} {"level":"info","ts":"2026-03-11T17:28:45.599268Z","caller":"traceutil/trace.go:171","msg":"trace[328897409] linearizableReadLoop","detail":"{readStateIndex:17765; appliedIndex:17764; }","duration":"217.522904ms","start":"2026-03-11T17:28:45.381712Z","end":"2026-03-11T17:28:45.599235Z","steps":["trace[328897409] 'read index received' (duration: 141.574333ms)","trace[328897409] 'applied index is now lower than readState.Index' (duration: 75.947391ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:45.599387Z","caller":"traceutil/trace.go:171","msg":"trace[47183754] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"245.227854ms","start":"2026-03-11T17:28:45.354116Z","end":"2026-03-11T17:28:45.599344Z","steps":["trace[47183754] 'process raft request' (duration: 169.325303ms)","trace[47183754] 'compare' (duration: 75.057552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:45.599458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.719438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:45.599556Z","caller":"traceutil/trace.go:171","msg":"trace[1506640367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17131; }","duration":"217.869481ms","start":"2026-03-11T17:28:45.381671Z","end":"2026-03-11T17:28:45.59954Z","steps":["trace[1506640367] 'agreement among raft nodes before linearized reading' (duration: 217.687517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:45.599582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.606358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-11T17:28:45.599638Z","caller":"traceutil/trace.go:171","msg":"trace[421920148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17131; }","duration":"160.732171ms","start":"2026-03-11T17:28:45.438886Z","end":"2026-03-11T17:28:45.599618Z","steps":["trace[421920148] 'agreement among raft nodes before linearized reading' (duration: 160.529396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.686281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.897221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:51.686363Z","caller":"traceutil/trace.go:171","msg":"trace[405448022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17167; }","duration":"305.052054ms","start":"2026-03-11T17:28:51.381293Z","end":"2026-03-11T17:28:51.686345Z","steps":["trace[405448022] 'range keys from in-memory index tree' (duration: 304.747528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.686394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.381261Z","time spent":"305.127276ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:28:51.686371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.165734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-11T17:28:51.686544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.080435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-03-11T17:28:51.686718Z","caller":"traceutil/trace.go:171","msg":"trace[759157230] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-qlq2g; range_end:; response_count:1; response_revision:17167; }","duration":"338.30501ms","start":"2026-03-11T17:28:51.348388Z","end":"2026-03-11T17:28:51.686693Z","steps":["trace[759157230] 'range keys from in-memory index tree' (duration: 337.746718ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:51.686722Z","caller":"traceutil/trace.go:171","msg":"trace[1755425787] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6svfl; range_end:; response_count:1; response_revision:17167; }","duration":"441.358348ms","start":"2026-03-11T17:28:51.24513Z","end":"2026-03-11T17:28:51.686488Z","steps":["trace[1755425787] 'range keys from in-memory index tree' (duration: 440.952439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.686764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.544747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-11T17:28:51.686778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.348364Z","time spent":"338.399262ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20800,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-qlq2g\" "} {"level":"info","ts":"2026-03-11T17:28:51.686822Z","caller":"traceutil/trace.go:171","msg":"trace[1567533217] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:17167; }","duration":"443.64344ms","start":"2026-03-11T17:28:51.243161Z","end":"2026-03-11T17:28:51.686804Z","steps":["trace[1567533217] 'range keys from in-memory index tree' (duration: 443.313542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.686821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.245123Z","time spent":"441.679365ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" "} {"level":"warn","ts":"2026-03-11T17:28:51.686878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.243119Z","time spent":"443.747022ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:28:51.686973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.197989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:28:51.687004Z","caller":"traceutil/trace.go:171","msg":"trace[1489571260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17167; }","duration":"185.274541ms","start":"2026-03-11T17:28:51.501723Z","end":"2026-03-11T17:28:51.686997Z","steps":["trace[1489571260] 'range keys from in-memory index tree' (duration: 185.001635ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:51.813056Z","caller":"traceutil/trace.go:171","msg":"trace[784740425] linearizableReadLoop","detail":"{readStateIndex:17804; appliedIndex:17803; }","duration":"124.699743ms","start":"2026-03-11T17:28:51.688294Z","end":"2026-03-11T17:28:51.812994Z","steps":["trace[784740425] 'read index received' (duration: 124.621562ms)","trace[784740425] 'applied index is now lower than readState.Index' (duration: 76.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:51.813175Z","caller":"traceutil/trace.go:171","msg":"trace[1177180935] transaction","detail":"{read_only:false; response_revision:17168; number_of_response:1; }","duration":"196.035702ms","start":"2026-03-11T17:28:51.617063Z","end":"2026-03-11T17:28:51.813099Z","steps":["trace[1177180935] 'process raft request' (duration: 195.739475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.813294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.953249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:51.813407Z","caller":"traceutil/trace.go:171","msg":"trace[1970164823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17168; }","duration":"125.128443ms","start":"2026-03-11T17:28:51.688249Z","end":"2026-03-11T17:28:51.813378Z","steps":["trace[1970164823] 'agreement among raft nodes before linearized reading' (duration: 124.899168ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:51.966429Z","caller":"traceutil/trace.go:171","msg":"trace[153934502] transaction","detail":"{read_only:false; response_revision:17169; number_of_response:1; }","duration":"261.213172ms","start":"2026-03-11T17:28:51.705189Z","end":"2026-03-11T17:28:51.966402Z","steps":["trace[153934502] 'process raft request' (duration: 260.872004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:51.966905Z","caller":"traceutil/trace.go:171","msg":"trace[228290564] linearizableReadLoop","detail":"{readStateIndex:17805; appliedIndex:17804; }","duration":"153.199692ms","start":"2026-03-11T17:28:51.81315Z","end":"2026-03-11T17:28:51.96635Z","steps":["trace[228290564] 'read index received' (duration: 152.974638ms)","trace[228290564] 'applied index is now lower than readState.Index' (duration: 224.164µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:51.966957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.667623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:28:51.967927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.481152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940227"} {"level":"info","ts":"2026-03-11T17:28:51.967867Z","caller":"traceutil/trace.go:171","msg":"trace[1677718591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17169; }","duration":"275.616284ms","start":"2026-03-11T17:28:51.692205Z","end":"2026-03-11T17:28:51.967821Z","steps":["trace[1677718591] 'agreement among raft nodes before linearized reading' (duration: 274.5182ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:51.96804Z","caller":"traceutil/trace.go:171","msg":"trace[1185057025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17169; }","duration":"275.621515ms","start":"2026-03-11T17:28:51.692396Z","end":"2026-03-11T17:28:51.968018Z","steps":["trace[1185057025] 'agreement among raft nodes before linearized reading' (duration: 274.205863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:51.969122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.185381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940227"} {"level":"info","ts":"2026-03-11T17:28:51.969405Z","caller":"traceutil/trace.go:171","msg":"trace[1918939280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17169; }","duration":"273.497578ms","start":"2026-03-11T17:28:51.695855Z","end":"2026-03-11T17:28:51.969353Z","steps":["trace[1918939280] 'agreement among raft nodes before linearized reading' (duration: 270.593493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:52.46804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057557089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:28:52.969164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057557089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:28:53.469636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057557089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:28:53.689845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723669317s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:28:53.690278Z","caller":"traceutil/trace.go:171","msg":"trace[68209969] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"1.753021414s","start":"2026-03-11T17:28:51.937229Z","end":"2026-03-11T17:28:53.690251Z","steps":["trace[68209969] 'process raft request' (duration: 1.752870381s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.690423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.9372Z","time spent":"1.753134606s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:53.902729Z","caller":"traceutil/trace.go:171","msg":"trace[622977345] transaction","detail":"{read_only:false; response_revision:17171; number_of_response:1; }","duration":"1.930356137s","start":"2026-03-11T17:28:51.972338Z","end":"2026-03-11T17:28:53.902694Z","steps":["trace[622977345] 'process raft request' (duration: 1.928142857s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.902863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.972313Z","time spent":"1.93047618s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:53.902931Z","caller":"traceutil/trace.go:171","msg":"trace[1779423226] linearizableReadLoop","detail":"{readStateIndex:17807; appliedIndex:17805; }","duration":"1.935930473s","start":"2026-03-11T17:28:51.966978Z","end":"2026-03-11T17:28:53.902909Z","steps":["trace[1779423226] 'read index received' (duration: 1.723215637s)","trace[1779423226] 'applied index is now lower than readState.Index' (duration: 212.713026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:53.903233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933870166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18849"} {"level":"info","ts":"2026-03-11T17:28:53.903267Z","caller":"traceutil/trace.go:171","msg":"trace[972683659] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17172; }","duration":"1.933918697s","start":"2026-03-11T17:28:51.96933Z","end":"2026-03-11T17:28:53.903249Z","steps":["trace[972683659] 'agreement among raft nodes before linearized reading' (duration: 1.933821395s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.903285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.969312Z","time spent":"1.933969318s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18871,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:28:53.903403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051525832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:53.903422Z","caller":"traceutil/trace.go:171","msg":"trace[1390024187] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17172; }","duration":"2.051602263s","start":"2026-03-11T17:28:51.851815Z","end":"2026-03-11T17:28:53.903418Z","steps":["trace[1390024187] 'agreement among raft nodes before linearized reading' (duration: 2.051565762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.903436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:51.851787Z","time spent":"2.051645434s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:28:53.903559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.432719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:28:53.903581Z","caller":"traceutil/trace.go:171","msg":"trace[711755459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17172; }","duration":"445.48941ms","start":"2026-03-11T17:28:53.458085Z","end":"2026-03-11T17:28:53.903574Z","steps":["trace[711755459] 'agreement among raft nodes before linearized reading' (duration: 445.436199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.903595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.458067Z","time spent":"445.524623ms","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:28:53.903692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.159136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:53.903707Z","caller":"traceutil/trace.go:171","msg":"trace[50020345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17172; }","duration":"525.222947ms","start":"2026-03-11T17:28:53.378479Z","end":"2026-03-11T17:28:53.903702Z","steps":["trace[50020345] 'agreement among raft nodes before linearized reading' (duration: 525.196907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.903718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.378449Z","time spent":"525.266439ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:28:53.90387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2952644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:28:53.903884Z","caller":"traceutil/trace.go:171","msg":"trace[938714661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17172; }","duration":"1.29529162s","start":"2026-03-11T17:28:52.608588Z","end":"2026-03-11T17:28:53.903879Z","steps":["trace[938714661] 'agreement among raft nodes before linearized reading' (duration: 1.295200468s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.903898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.60858Z","time spent":"1.29531383s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:28:53.903941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312677469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:53.904031Z","caller":"traceutil/trace.go:171","msg":"trace[97071659] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17172; }","duration":"1.312846183s","start":"2026-03-11T17:28:52.591162Z","end":"2026-03-11T17:28:53.904009Z","steps":["trace[97071659] 'agreement among raft nodes before linearized reading' (duration: 1.312675169s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.904086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.591083Z","time spent":"1.312990966s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:28:53.90418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296946767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:28:53.904289Z","caller":"traceutil/trace.go:171","msg":"trace[667865045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17172; }","duration":"1.297156892s","start":"2026-03-11T17:28:52.607108Z","end":"2026-03-11T17:28:53.904265Z","steps":["trace[667865045] 'agreement among raft nodes before linearized reading' (duration: 1.296811264s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.904341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.607077Z","time spent":"1.297254163s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:28:53.904428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299592036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:28:53.904463Z","caller":"traceutil/trace.go:171","msg":"trace[1900453424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17172; }","duration":"1.299625197s","start":"2026-03-11T17:28:52.604827Z","end":"2026-03-11T17:28:53.904452Z","steps":["trace[1900453424] 'agreement among raft nodes before linearized reading' (duration: 1.299471953s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.904479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300534407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:28:53.904498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.604803Z","time spent":"1.299682478s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:28:53.904531Z","caller":"traceutil/trace.go:171","msg":"trace[926931731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17172; }","duration":"1.300587698s","start":"2026-03-11T17:28:52.603928Z","end":"2026-03-11T17:28:53.904516Z","steps":["trace[926931731] 'agreement among raft nodes before linearized reading' (duration: 1.300440405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.904568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.603844Z","time spent":"1.300716611s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:28:53.904665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296665071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:28:53.904763Z","caller":"traceutil/trace.go:171","msg":"trace[296423566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17172; }","duration":"1.296797703s","start":"2026-03-11T17:28:52.607939Z","end":"2026-03-11T17:28:53.904736Z","steps":["trace[296423566] 'agreement among raft nodes before linearized reading' (duration: 1.296496036s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.904808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:52.607927Z","time spent":"1.296871044s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:28:54.658225Z","caller":"traceutil/trace.go:171","msg":"trace[925567573] linearizableReadLoop","detail":"{readStateIndex:17812; appliedIndex:17808; }","duration":"739.546098ms","start":"2026-03-11T17:28:53.918641Z","end":"2026-03-11T17:28:54.658187Z","steps":["trace[925567573] 'read index received' (duration: 17.246906ms)","trace[925567573] 'applied index is now lower than readState.Index' (duration: 722.298012ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:54.658393Z","caller":"traceutil/trace.go:171","msg":"trace[27025780] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"747.025167ms","start":"2026-03-11T17:28:53.911328Z","end":"2026-03-11T17:28:54.658353Z","steps":["trace[27025780] 'process raft request' (duration: 746.665809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:54.658424Z","caller":"traceutil/trace.go:171","msg":"trace[1996369545] transaction","detail":"{read_only:false; response_revision:17174; number_of_response:1; }","duration":"747.157259ms","start":"2026-03-11T17:28:53.911247Z","end":"2026-03-11T17:28:54.658405Z","steps":["trace[1996369545] 'process raft request' (duration: 745.319088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.658536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.852185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:28:54.658801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.911322Z","time spent":"747.18565ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:54.658827Z","caller":"traceutil/trace.go:171","msg":"trace[1355555943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17177; }","duration":"740.187723ms","start":"2026-03-11T17:28:53.918617Z","end":"2026-03-11T17:28:54.658805Z","steps":["trace[1355555943] 'agreement among raft nodes before linearized reading' (duration: 739.758223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.658884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.918609Z","time spent":"740.263634ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:28:54.659014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.911227Z","time spent":"747.563639ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:54.659155Z","caller":"traceutil/trace.go:171","msg":"trace[1495650522] transaction","detail":"{read_only:false; response_revision:17177; number_of_response:1; }","duration":"740.505609ms","start":"2026-03-11T17:28:53.918634Z","end":"2026-03-11T17:28:54.659139Z","steps":["trace[1495650522] 'process raft request' (duration: 739.511077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.659276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.91861Z","time spent":"740.595892ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:28:54.659337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.794652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:54.6594Z","caller":"traceutil/trace.go:171","msg":"trace[877241] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17177; }","duration":"668.912296ms","start":"2026-03-11T17:28:53.990474Z","end":"2026-03-11T17:28:54.659386Z","steps":["trace[877241] 'agreement among raft nodes before linearized reading' (duration: 668.806723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.659439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.990446Z","time spent":"668.986277ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:28:54.659412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.923238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:28:54.659439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.617914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:54.659501Z","caller":"traceutil/trace.go:171","msg":"trace[2141395618] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:17177; }","duration":"520.713646ms","start":"2026-03-11T17:28:54.138768Z","end":"2026-03-11T17:28:54.659482Z","steps":["trace[2141395618] 'agreement among raft nodes before linearized reading' (duration: 520.606644ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:54.659502Z","caller":"traceutil/trace.go:171","msg":"trace[154978350] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:17177; }","duration":"154.062542ms","start":"2026-03-11T17:28:54.505413Z","end":"2026-03-11T17:28:54.659476Z","steps":["trace[154978350] 'agreement among raft nodes before linearized reading' (duration: 153.888248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.659553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:54.138557Z","time spent":"520.981362ms","remote":"127.0.0.1:54066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:28:54.659575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.461765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-11T17:28:54.659672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.799433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-11T17:28:54.659673Z","caller":"traceutil/trace.go:171","msg":"trace[118067683] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-64k9p; range_end:; response_count:1; response_revision:17177; }","duration":"668.584849ms","start":"2026-03-11T17:28:53.991067Z","end":"2026-03-11T17:28:54.659651Z","steps":["trace[118067683] 'agreement among raft nodes before linearized reading' (duration: 668.287822ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:54.6597Z","caller":"traceutil/trace.go:171","msg":"trace[389410161] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6svfl; range_end:; response_count:1; response_revision:17177; }","duration":"668.826374ms","start":"2026-03-11T17:28:53.990867Z","end":"2026-03-11T17:28:54.659693Z","steps":["trace[389410161] 'agreement among raft nodes before linearized reading' (duration: 668.705821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.659723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.990843Z","time spent":"668.875774ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6svfl\" "} {"level":"warn","ts":"2026-03-11T17:28:54.659722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.991061Z","time spent":"668.65238ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-64k9p\" "} {"level":"warn","ts":"2026-03-11T17:28:54.659584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.726804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:28:54.65971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.367908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:28:54.659833Z","caller":"traceutil/trace.go:171","msg":"trace[1706339796] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17177; }","duration":"354.054571ms","start":"2026-03-11T17:28:54.305721Z","end":"2026-03-11T17:28:54.659776Z","steps":["trace[1706339796] 'agreement among raft nodes before linearized reading' (duration: 353.576041ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:54.659895Z","caller":"traceutil/trace.go:171","msg":"trace[2006944719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17177; }","duration":"279.611884ms","start":"2026-03-11T17:28:54.380231Z","end":"2026-03-11T17:28:54.659843Z","steps":["trace[2006944719] 'agreement among raft nodes before linearized reading' (duration: 279.303067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.660467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:54.305689Z","time spent":"354.201295ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:28:54.658361Z","caller":"traceutil/trace.go:171","msg":"trace[1728310600] transaction","detail":"{read_only:false; response_revision:17176; number_of_response:1; }","duration":"739.772714ms","start":"2026-03-11T17:28:53.91858Z","end":"2026-03-11T17:28:54.658353Z","steps":["trace[1728310600] 'process raft request' (duration: 739.532529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:54.662072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:53.918552Z","time spent":"743.486636ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:28:57.986358Z","caller":"traceutil/trace.go:171","msg":"trace[2138206251] transaction","detail":"{read_only:false; response_revision:17202; number_of_response:1; }","duration":"151.488434ms","start":"2026-03-11T17:28:57.834842Z","end":"2026-03-11T17:28:57.986331Z","steps":["trace[2138206251] 'process raft request' (duration: 151.34668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:59.471451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.920646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:28:59.471553Z","caller":"traceutil/trace.go:171","msg":"trace[26695265] linearizableReadLoop","detail":"{readStateIndex:17905; appliedIndex:17904; }","duration":"290.54827ms","start":"2026-03-11T17:28:59.180991Z","end":"2026-03-11T17:28:59.471539Z","steps":["trace[26695265] 'read index received' (duration: 37.359398ms)","trace[26695265] 'applied index is now lower than readState.Index' (duration: 253.188012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:59.471791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.753824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:28:59.471882Z","caller":"traceutil/trace.go:171","msg":"trace[2095772831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17268; }","duration":"290.918568ms","start":"2026-03-11T17:28:59.18094Z","end":"2026-03-11T17:28:59.471859Z","steps":["trace[2095772831] 'agreement among raft nodes before linearized reading' (duration: 290.732454ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:59.472053Z","caller":"traceutil/trace.go:171","msg":"trace[1332321501] transaction","detail":"{read_only:false; response_revision:17268; number_of_response:1; }","duration":"325.338119ms","start":"2026-03-11T17:28:59.146691Z","end":"2026-03-11T17:28:59.472029Z","steps":["trace[1332321501] 'process raft request' (duration: 71.722967ms)","trace[1332321501] 'compare' (duration: 252.584829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:28:59.472148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:28:59.146679Z","time spent":"325.42067ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:29:02.72738Z","caller":"traceutil/trace.go:171","msg":"trace[1580928719] transaction","detail":"{read_only:false; response_revision:17294; number_of_response:1; }","duration":"115.218171ms","start":"2026-03-11T17:29:02.612135Z","end":"2026-03-11T17:29:02.727353Z","steps":["trace[1580928719] 'process raft request' (duration: 114.989556ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:29:03.254335Z","caller":"traceutil/trace.go:171","msg":"trace[958732098] transaction","detail":"{read_only:false; response_revision:17307; number_of_response:1; }","duration":"124.723974ms","start":"2026-03-11T17:29:03.129585Z","end":"2026-03-11T17:29:03.254309Z","steps":["trace[958732098] 'process raft request' (duration: 124.577291ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:29:03.278793Z","caller":"traceutil/trace.go:171","msg":"trace[519382790] transaction","detail":"{read_only:false; response_revision:17308; number_of_response:1; }","duration":"112.215614ms","start":"2026-03-11T17:29:03.166551Z","end":"2026-03-11T17:29:03.278767Z","steps":["trace[519382790] 'process raft request' (duration: 112.03834ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:29:03.530014Z","caller":"traceutil/trace.go:171","msg":"trace[210428670] linearizableReadLoop","detail":"{readStateIndex:17952; appliedIndex:17950; }","duration":"201.198458ms","start":"2026-03-11T17:29:03.32879Z","end":"2026-03-11T17:29:03.529988Z","steps":["trace[210428670] 'read index received' (duration: 197.967376ms)","trace[210428670] 'applied index is now lower than readState.Index' (duration: 3.230102ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:29:03.530137Z","caller":"traceutil/trace.go:171","msg":"trace[345659321] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"225.187136ms","start":"2026-03-11T17:29:03.304933Z","end":"2026-03-11T17:29:03.53012Z","steps":["trace[345659321] 'process raft request' (duration: 221.80882ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:29:03.530139Z","caller":"traceutil/trace.go:171","msg":"trace[1897839523] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"218.594697ms","start":"2026-03-11T17:29:03.31148Z","end":"2026-03-11T17:29:03.530075Z","steps":["trace[1897839523] 'process raft request' (duration: 218.426303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:29:03.530373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.557476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-11T17:29:03.530423Z","caller":"traceutil/trace.go:171","msg":"trace[1630219065] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17312; }","duration":"201.644337ms","start":"2026-03-11T17:29:03.328766Z","end":"2026-03-11T17:29:03.53041Z","steps":["trace[1630219065] 'agreement among raft nodes before linearized reading' (duration: 201.348391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:29:03.534096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.857327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:29:03.534202Z","caller":"traceutil/trace.go:171","msg":"trace[1737688822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17313; }","duration":"154.0215ms","start":"2026-03-11T17:29:03.380157Z","end":"2026-03-11T17:29:03.534178Z","steps":["trace[1737688822] 'agreement among raft nodes before linearized reading' (duration: 153.829826ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:29:03.534542Z","caller":"traceutil/trace.go:171","msg":"trace[1042136266] transaction","detail":"{read_only:false; response_revision:17313; number_of_response:1; }","duration":"196.530343ms","start":"2026-03-11T17:29:03.337999Z","end":"2026-03-11T17:29:03.534529Z","steps":["trace[1042136266] 'process raft request' (duration: 195.866188ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:35.442805Z","caller":"traceutil/trace.go:171","msg":"trace[1132930803] linearizableReadLoop","detail":"{readStateIndex:18813; appliedIndex:18812; }","duration":"108.202064ms","start":"2026-03-11T17:30:35.334571Z","end":"2026-03-11T17:30:35.442773Z","steps":["trace[1132930803] 'read index received' (duration: 107.949909ms)","trace[1132930803] 'applied index is now lower than readState.Index' (duration: 250.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:35.443182Z","caller":"traceutil/trace.go:171","msg":"trace[881731314] transaction","detail":"{read_only:false; response_revision:18149; number_of_response:1; }","duration":"130.393091ms","start":"2026-03-11T17:30:35.312781Z","end":"2026-03-11T17:30:35.443174Z","steps":["trace[881731314] 'process raft request' (duration: 129.827739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:35.443435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.844098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:30:35.443468Z","caller":"traceutil/trace.go:171","msg":"trace[321606695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18149; }","duration":"108.937891ms","start":"2026-03-11T17:30:35.33452Z","end":"2026-03-11T17:30:35.443458Z","steps":["trace[321606695] 'agreement among raft nodes before linearized reading' (duration: 108.807578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:35.443626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.640631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:30:35.443652Z","caller":"traceutil/trace.go:171","msg":"trace[601508364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18149; }","duration":"107.679182ms","start":"2026-03-11T17:30:35.335967Z","end":"2026-03-11T17:30:35.443646Z","steps":["trace[601508364] 'agreement among raft nodes before linearized reading' (duration: 107.62088ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:35.554569Z","caller":"traceutil/trace.go:171","msg":"trace[677044635] transaction","detail":"{read_only:false; response_revision:18152; number_of_response:1; }","duration":"100.39173ms","start":"2026-03-11T17:30:35.454155Z","end":"2026-03-11T17:30:35.554546Z","steps":["trace[677044635] 'process raft request' (duration: 100.289018ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:35.5551Z","caller":"traceutil/trace.go:171","msg":"trace[1349948469] transaction","detail":"{read_only:false; response_revision:18151; number_of_response:1; }","duration":"100.687536ms","start":"2026-03-11T17:30:35.454076Z","end":"2026-03-11T17:30:35.554764Z","steps":["trace[1349948469] 'process raft request' (duration: 100.292567ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:47.639796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15870} {"level":"info","ts":"2026-03-11T17:30:47.777783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15870,"took":"135.132677ms","hash":382519160,"current-db-size-bytes":44298240,"current-db-size":"44 MB","current-db-size-in-use-bytes":30203904,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T17:30:47.777935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":382519160,"revision":15870,"compact-revision":13572} {"level":"info","ts":"2026-03-11T17:31:50.742051Z","caller":"traceutil/trace.go:171","msg":"trace[1749957789] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"135.630912ms","start":"2026-03-11T17:31:50.606383Z","end":"2026-03-11T17:31:50.742014Z","steps":["trace[1749957789] 'process raft request' (duration: 132.8682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:33:23.362471Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:33:23.368486Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-11T17:33:23.368636Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-03-11T17:34:25.506136Z","caller":"traceutil/trace.go:171","msg":"trace[335407670] linearizableReadLoop","detail":"{readStateIndex:20341; appliedIndex:20340; }","duration":"126.252733ms","start":"2026-03-11T17:34:25.379858Z","end":"2026-03-11T17:34:25.506111Z","steps":["trace[335407670] 'read index received' (duration: 126.053638ms)","trace[335407670] 'applied index is now lower than readState.Index' (duration: 198.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:25.506302Z","caller":"traceutil/trace.go:171","msg":"trace[1484588066] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"270.629543ms","start":"2026-03-11T17:34:25.23565Z","end":"2026-03-11T17:34:25.506279Z","steps":["trace[1484588066] 'process raft request' (duration: 270.279285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:25.506335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.393676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:25.506499Z","caller":"traceutil/trace.go:171","msg":"trace[607230154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19621; }","duration":"126.637991ms","start":"2026-03-11T17:34:25.379803Z","end":"2026-03-11T17:34:25.506441Z","steps":["trace[607230154] 'agreement among raft nodes before linearized reading' (duration: 126.420976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:28.310642Z","caller":"traceutil/trace.go:171","msg":"trace[2146081839] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"146.862245ms","start":"2026-03-11T17:34:28.163749Z","end":"2026-03-11T17:34:28.310611Z","steps":["trace[2146081839] 'process raft request' (duration: 146.607699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:31.204162Z","caller":"traceutil/trace.go:171","msg":"trace[1173968033] linearizableReadLoop","detail":"{readStateIndex:20363; appliedIndex:20362; }","duration":"279.947221ms","start":"2026-03-11T17:34:30.924173Z","end":"2026-03-11T17:34:31.20412Z","steps":["trace[1173968033] 'read index received' (duration: 279.752947ms)","trace[1173968033] 'applied index is now lower than readState.Index' (duration: 193.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:31.204202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:30.825687Z","time spent":"378.504303ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:34:31.204465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.260808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:34:31.204546Z","caller":"traceutil/trace.go:171","msg":"trace[312908879] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19641; }","duration":"280.399751ms","start":"2026-03-11T17:34:30.924129Z","end":"2026-03-11T17:34:31.204528Z","steps":["trace[312908879] 'agreement among raft nodes before linearized reading' (duration: 280.124835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:31.204634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.409337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:34:31.204678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.270624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:34:31.204696Z","caller":"traceutil/trace.go:171","msg":"trace[43646124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19641; }","duration":"274.342255ms","start":"2026-03-11T17:34:30.930347Z","end":"2026-03-11T17:34:31.20469Z","steps":["trace[43646124] 'agreement among raft nodes before linearized reading' (duration: 273.935906ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:31.204703Z","caller":"traceutil/trace.go:171","msg":"trace[1078072509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19641; }","duration":"135.52474ms","start":"2026-03-11T17:34:31.069166Z","end":"2026-03-11T17:34:31.204691Z","steps":["trace[1078072509] 'agreement among raft nodes before linearized reading' (duration: 135.371537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:31.204959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.062219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:34:31.204955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.079446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:34:31.204982Z","caller":"traceutil/trace.go:171","msg":"trace[177087367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19641; }","duration":"274.09871ms","start":"2026-03-11T17:34:30.930878Z","end":"2026-03-11T17:34:31.204977Z","steps":["trace[177087367] 'agreement among raft nodes before linearized reading' (duration: 274.033729ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:31.204992Z","caller":"traceutil/trace.go:171","msg":"trace[151939198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19641; }","duration":"137.171227ms","start":"2026-03-11T17:34:31.067811Z","end":"2026-03-11T17:34:31.204983Z","steps":["trace[151939198] 'agreement among raft nodes before linearized reading' (duration: 137.011174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.638433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.729503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:32.638579Z","caller":"traceutil/trace.go:171","msg":"trace[940366994] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"1.433230629s","start":"2026-03-11T17:34:31.205332Z","end":"2026-03-11T17:34:32.638563Z","steps":["trace[940366994] 'process raft request' (duration: 576.289701ms)","trace[940366994] 'compare' (duration: 855.363952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:32.63863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.205314Z","time spent":"1.43329161s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:32.812554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030904221s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:34:32.931954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.990631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:32.932207Z","caller":"traceutil/trace.go:171","msg":"trace[1262940076] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"1.722462898s","start":"2026-03-11T17:34:31.209724Z","end":"2026-03-11T17:34:32.932187Z","steps":["trace[1262940076] 'process raft request' (duration: 1.722374936s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.932277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.209697Z","time spent":"1.722543839s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.932246Z","caller":"traceutil/trace.go:171","msg":"trace[1635876928] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"1.723172743s","start":"2026-03-11T17:34:31.209026Z","end":"2026-03-11T17:34:32.932199Z","steps":["trace[1635876928] 'process raft request' (duration: 1.603801855s)","trace[1635876928] 'compare' (duration: 118.848627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:32.932448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.20901Z","time spent":"1.723328797s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.932472Z","caller":"traceutil/trace.go:171","msg":"trace[1306951446] transaction","detail":"{read_only:false; response_revision:19645; number_of_response:1; }","duration":"1.721719802s","start":"2026-03-11T17:34:31.210724Z","end":"2026-03-11T17:34:32.932443Z","steps":["trace[1306951446] 'process raft request' (duration: 1.721428835s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.932604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.210714Z","time spent":"1.721820184s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.932744Z","caller":"traceutil/trace.go:171","msg":"trace[1644308779] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"1.720930013s","start":"2026-03-11T17:34:31.211797Z","end":"2026-03-11T17:34:32.932727Z","steps":["trace[1644308779] 'process raft request' (duration: 1.720584155s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.932813Z","caller":"traceutil/trace.go:171","msg":"trace[1227162853] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"1.407167783s","start":"2026-03-11T17:34:31.525636Z","end":"2026-03-11T17:34:32.932803Z","steps":["trace[1227162853] 'process raft request' (duration: 1.40702476s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.932855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.5256Z","time spent":"1.407231104s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:32.932845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.211765Z","time spent":"1.721040116s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.932849Z","caller":"traceutil/trace.go:171","msg":"trace[1947039045] transaction","detail":"{read_only:false; response_revision:19648; number_of_response:1; }","duration":"1.389832864s","start":"2026-03-11T17:34:31.543Z","end":"2026-03-11T17:34:32.932833Z","steps":["trace[1947039045] 'process raft request' (duration: 1.389729392s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.932856Z","caller":"traceutil/trace.go:171","msg":"trace[552137563] linearizableReadLoop","detail":"{readStateIndex:20368; appliedIndex:20363; }","duration":"1.552639807s","start":"2026-03-11T17:34:31.380186Z","end":"2026-03-11T17:34:32.932825Z","steps":["trace[552137563] 'read index received' (duration: 401.454087ms)","trace[552137563] 'applied index is now lower than readState.Index' (duration: 1.15118438s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:32.932926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.542961Z","time spent":"1.389926987s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:32.932996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552806661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:32.932969Z","caller":"traceutil/trace.go:171","msg":"trace[1171017224] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"1.386391417s","start":"2026-03-11T17:34:31.546515Z","end":"2026-03-11T17:34:32.932907Z","steps":["trace[1171017224] 'process raft request' (duration: 1.386259954s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.933047Z","caller":"traceutil/trace.go:171","msg":"trace[2030363694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19649; }","duration":"1.552900363s","start":"2026-03-11T17:34:31.380132Z","end":"2026-03-11T17:34:32.933032Z","steps":["trace[2030363694] 'agreement among raft nodes before linearized reading' (duration: 1.552799891s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.933092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.380106Z","time spent":"1.552980005s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:34:32.933233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.546508Z","time spent":"1.386586251s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.935824Z","caller":"traceutil/trace.go:171","msg":"trace[1624280587] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"1.058638443s","start":"2026-03-11T17:34:31.877167Z","end":"2026-03-11T17:34:32.935805Z","steps":["trace[1624280587] 'process raft request' (duration: 1.058386288s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.935917Z","caller":"traceutil/trace.go:171","msg":"trace[2079322292] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"933.150528ms","start":"2026-03-11T17:34:32.002699Z","end":"2026-03-11T17:34:32.93585Z","steps":["trace[2079322292] 'process raft request' (duration: 932.981014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.935947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.877146Z","time spent":"1.058756456s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:32.935991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.737801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-11T17:34:32.936006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.799187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:34:32.936056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:32.002676Z","time spent":"933.307701ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:32.936077Z","caller":"traceutil/trace.go:171","msg":"trace[720642525] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19651; }","duration":"369.89894ms","start":"2026-03-11T17:34:32.566164Z","end":"2026-03-11T17:34:32.936063Z","steps":["trace[720642525] 'agreement among raft nodes before linearized reading' (duration: 369.814588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.936127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:32.566147Z","time spent":"369.971141ms","remote":"127.0.0.1:54066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:34:32.936079Z","caller":"traceutil/trace.go:171","msg":"trace[506780991] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19651; }","duration":"293.856944ms","start":"2026-03-11T17:34:32.642197Z","end":"2026-03-11T17:34:32.936054Z","steps":["trace[506780991] 'agreement among raft nodes before linearized reading' (duration: 293.586088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.93622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258422336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:34:32.93608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.077051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:34:32.93625Z","caller":"traceutil/trace.go:171","msg":"trace[2093250474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19651; }","duration":"1.258485507s","start":"2026-03-11T17:34:31.677756Z","end":"2026-03-11T17:34:32.936242Z","steps":["trace[2093250474] 'agreement among raft nodes before linearized reading' (duration: 1.258374364s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.936268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:31.677737Z","time spent":"1.258526748s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:34:32.936273Z","caller":"traceutil/trace.go:171","msg":"trace[1547444169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19651; }","duration":"611.307926ms","start":"2026-03-11T17:34:32.324952Z","end":"2026-03-11T17:34:32.93626Z","steps":["trace[1547444169] 'agreement among raft nodes before linearized reading' (duration: 610.998239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.936305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:32.324935Z","time spent":"611.363417ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:34:32.936174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.960908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-11T17:34:32.93644Z","caller":"traceutil/trace.go:171","msg":"trace[1620002982] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19651; }","duration":"496.192854ms","start":"2026-03-11T17:34:32.440169Z","end":"2026-03-11T17:34:32.936362Z","steps":["trace[1620002982] 'agreement among raft nodes before linearized reading' (duration: 495.940598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.936496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:32.440152Z","time spent":"496.327216ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-11T17:34:32.935942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.706899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:34:32.936588Z","caller":"traceutil/trace.go:171","msg":"trace[1864045969] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19651; }","duration":"105.425835ms","start":"2026-03-11T17:34:32.831147Z","end":"2026-03-11T17:34:32.936573Z","steps":["trace[1864045969] 'agreement among raft nodes before linearized reading' (duration: 104.613357ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.239591Z","caller":"traceutil/trace.go:171","msg":"trace[1548857158] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20396; }","duration":"233.842696ms","start":"2026-03-11T17:34:39.005714Z","end":"2026-03-11T17:34:39.239557Z","steps":["trace[1548857158] 'read index received' (duration: 233.684183ms)","trace[1548857158] 'applied index is now lower than readState.Index' (duration: 157.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:39.239637Z","caller":"traceutil/trace.go:171","msg":"trace[1110495897] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"238.760337ms","start":"2026-03-11T17:34:39.000832Z","end":"2026-03-11T17:34:39.239593Z","steps":["trace[1110495897] 'process raft request' (duration: 238.544392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.240127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.384269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:34:39.240338Z","caller":"traceutil/trace.go:171","msg":"trace[2133755719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19673; }","duration":"234.665565ms","start":"2026-03-11T17:34:39.00565Z","end":"2026-03-11T17:34:39.240315Z","steps":["trace[2133755719] 'agreement among raft nodes before linearized reading' (duration: 234.053741ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.248747Z","caller":"traceutil/trace.go:171","msg":"trace[99715666] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"242.511372ms","start":"2026-03-11T17:34:39.00621Z","end":"2026-03-11T17:34:39.248722Z","steps":["trace[99715666] 'process raft request' (duration: 242.318968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.249101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.847513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:34:39.249188Z","caller":"traceutil/trace.go:171","msg":"trace[2099573766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19675; }","duration":"239.994936ms","start":"2026-03-11T17:34:39.009174Z","end":"2026-03-11T17:34:39.249169Z","steps":["trace[2099573766] 'agreement among raft nodes before linearized reading' (duration: 239.771091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.24938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.231268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:34:39.249418Z","caller":"traceutil/trace.go:171","msg":"trace[31467312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19675; }","duration":"235.284189ms","start":"2026-03-11T17:34:39.014125Z","end":"2026-03-11T17:34:39.249409Z","steps":["trace[31467312] 'agreement among raft nodes before linearized reading' (duration: 235.194797ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.249465Z","caller":"traceutil/trace.go:171","msg":"trace[124714109] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"243.163486ms","start":"2026-03-11T17:34:39.006282Z","end":"2026-03-11T17:34:39.249446Z","steps":["trace[124714109] 'process raft request' (duration: 242.401959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.249543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.359461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:34:39.249594Z","caller":"traceutil/trace.go:171","msg":"trace[1206579363] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19675; }","duration":"128.444102ms","start":"2026-03-11T17:34:39.12114Z","end":"2026-03-11T17:34:39.249584Z","steps":["trace[1206579363] 'agreement among raft nodes before linearized reading' (duration: 128.36676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.249729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.587948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:34:39.249806Z","caller":"traceutil/trace.go:171","msg":"trace[512052118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19675; }","duration":"236.679011ms","start":"2026-03-11T17:34:39.013114Z","end":"2026-03-11T17:34:39.249793Z","steps":["trace[512052118] 'agreement among raft nodes before linearized reading' (duration: 236.316883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.249908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.638317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:34:39.250166Z","caller":"traceutil/trace.go:171","msg":"trace[1267187569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19675; }","duration":"235.937274ms","start":"2026-03-11T17:34:39.0142Z","end":"2026-03-11T17:34:39.250137Z","steps":["trace[1267187569] 'agreement among raft nodes before linearized reading' (duration: 235.129616ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.427962Z","caller":"traceutil/trace.go:171","msg":"trace[427272619] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"173.984184ms","start":"2026-03-11T17:34:39.253941Z","end":"2026-03-11T17:34:39.427925Z","steps":["trace[427272619] 'process raft request' (duration: 173.612774ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.428266Z","caller":"traceutil/trace.go:171","msg":"trace[1875816748] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"173.957884ms","start":"2026-03-11T17:34:39.254277Z","end":"2026-03-11T17:34:39.428235Z","steps":["trace[1875816748] 'process raft request' (duration: 173.579335ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:39.428645Z","caller":"traceutil/trace.go:171","msg":"trace[601036908] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"174.144397ms","start":"2026-03-11T17:34:39.254483Z","end":"2026-03-11T17:34:39.428627Z","steps":["trace[601036908] 'process raft request' (duration: 173.640806ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:43.371866Z","caller":"traceutil/trace.go:171","msg":"trace[257219162] linearizableReadLoop","detail":"{readStateIndex:20415; appliedIndex:20414; }","duration":"195.686139ms","start":"2026-03-11T17:34:43.176148Z","end":"2026-03-11T17:34:43.371834Z","steps":["trace[257219162] 'read index received' (duration: 195.540546ms)","trace[257219162] 'applied index is now lower than readState.Index' (duration: 143.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:43.372034Z","caller":"traceutil/trace.go:171","msg":"trace[205120813] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"365.228356ms","start":"2026-03-11T17:34:43.006762Z","end":"2026-03-11T17:34:43.37199Z","steps":["trace[205120813] 'process raft request' (duration: 364.838436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:43.372178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.006208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:34:43.372227Z","caller":"traceutil/trace.go:171","msg":"trace[1031596779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19690; }","duration":"196.08904ms","start":"2026-03-11T17:34:43.176125Z","end":"2026-03-11T17:34:43.372214Z","steps":["trace[1031596779] 'agreement among raft nodes before linearized reading' (duration: 195.866675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:43.372258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:43.006717Z","time spent":"365.41546ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:43.374215Z","caller":"traceutil/trace.go:171","msg":"trace[1723881975] transaction","detail":"{read_only:false; response_revision:19691; number_of_response:1; }","duration":"163.577599ms","start":"2026-03-11T17:34:43.210621Z","end":"2026-03-11T17:34:43.374198Z","steps":["trace[1723881975] 'process raft request' (duration: 163.098389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:49.921279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057564740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:34:50.226169Z","caller":"traceutil/trace.go:171","msg":"trace[603900724] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"810.030104ms","start":"2026-03-11T17:34:49.416102Z","end":"2026-03-11T17:34:50.226132Z","steps":["trace[603900724] 'process raft request' (duration: 809.773149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.226404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.416072Z","time spent":"810.199448ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:50.843872Z","caller":"traceutil/trace.go:171","msg":"trace[1889061687] transaction","detail":"{read_only:false; response_revision:19720; number_of_response:1; }","duration":"1.421567248s","start":"2026-03-11T17:34:49.422262Z","end":"2026-03-11T17:34:50.843829Z","steps":["trace[1889061687] 'process raft request' (duration: 1.3820232s)","trace[1889061687] 'compare' (duration: 38.79417ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:50.843889Z","caller":"traceutil/trace.go:171","msg":"trace[659113699] linearizableReadLoop","detail":"{readStateIndex:20447; appliedIndex:20444; }","duration":"1.422884876s","start":"2026-03-11T17:34:49.420974Z","end":"2026-03-11T17:34:50.843859Z","steps":["trace[659113699] 'read index received' (duration: 805.006092ms)","trace[659113699] 'applied index is now lower than readState.Index' (duration: 617.877514ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:50.844042Z","caller":"traceutil/trace.go:171","msg":"trace[1338205468] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"1.381594539s","start":"2026-03-11T17:34:49.462433Z","end":"2026-03-11T17:34:50.844028Z","steps":["trace[1338205468] 'process raft request' (duration: 1.381289102s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.844054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.422248Z","time spent":"1.42170623s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:50.844182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.462411Z","time spent":"1.381672081s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:50.844216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.369579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:34:50.844256Z","caller":"traceutil/trace.go:171","msg":"trace[938812267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19721; }","duration":"476.457541ms","start":"2026-03-11T17:34:50.367784Z","end":"2026-03-11T17:34:50.844241Z","steps":["trace[938812267] 'agreement among raft nodes before linearized reading' (duration: 476.385939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.844295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.367758Z","time spent":"476.528863ms","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:50.844472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378809607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:34:50.844636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423663123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-11T17:34:50.844719Z","caller":"traceutil/trace.go:171","msg":"trace[993428814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19721; }","duration":"1.423737415s","start":"2026-03-11T17:34:49.420958Z","end":"2026-03-11T17:34:50.844695Z","steps":["trace[993428814] 'agreement among raft nodes before linearized reading' (duration: 1.423589411s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:50.844637Z","caller":"traceutil/trace.go:171","msg":"trace[1481140924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19721; }","duration":"1.379030632s","start":"2026-03-11T17:34:49.465584Z","end":"2026-03-11T17:34:50.844615Z","steps":["trace[1481140924] 'agreement among raft nodes before linearized reading' (duration: 1.378516171s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.844833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.465556Z","time spent":"1.379259026s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:34:50.844857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130300121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:50.844916Z","caller":"traceutil/trace.go:171","msg":"trace[1618705891] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19721; }","duration":"1.130412333s","start":"2026-03-11T17:34:49.714489Z","end":"2026-03-11T17:34:50.844902Z","steps":["trace[1618705891] 'agreement among raft nodes before linearized reading' (duration: 1.130323611s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.844877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373919347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:34:50.844947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378194293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:34:50.845017Z","caller":"traceutil/trace.go:171","msg":"trace[721924379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19721; }","duration":"1.378298655s","start":"2026-03-11T17:34:49.466702Z","end":"2026-03-11T17:34:50.845001Z","steps":["trace[721924379] 'agreement among raft nodes before linearized reading' (duration: 1.378113531s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.845059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.466689Z","time spent":"1.378360477s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:34:50.844651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.203099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:34:50.845062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371612605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:34:50.844836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.522075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:50.845349Z","caller":"traceutil/trace.go:171","msg":"trace[1039609643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19721; }","duration":"1.371837271s","start":"2026-03-11T17:34:49.473319Z","end":"2026-03-11T17:34:50.845156Z","steps":["trace[1039609643] 'agreement among raft nodes before linearized reading' (duration: 1.371401841s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.844964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.714464Z","time spent":"1.130486195s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:50.84478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.420934Z","time spent":"1.423833217s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-11T17:34:50.845431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371453772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:34:50.844507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.864963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:34:50.845674Z","caller":"traceutil/trace.go:171","msg":"trace[1312221721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19721; }","duration":"1.371694867s","start":"2026-03-11T17:34:49.47395Z","end":"2026-03-11T17:34:50.845645Z","steps":["trace[1312221721] 'agreement among raft nodes before linearized reading' (duration: 1.370752386s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:50.845747Z","caller":"traceutil/trace.go:171","msg":"trace[957747892] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19721; }","duration":"102.110771ms","start":"2026-03-11T17:34:50.743618Z","end":"2026-03-11T17:34:50.845729Z","steps":["trace[957747892] 'agreement among raft nodes before linearized reading' (duration: 100.757321ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:50.845735Z","caller":"traceutil/trace.go:171","msg":"trace[2136660714] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19721; }","duration":"663.177609ms","start":"2026-03-11T17:34:50.182214Z","end":"2026-03-11T17:34:50.845392Z","steps":["trace[2136660714] 'agreement among raft nodes before linearized reading' (duration: 662.531715ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:50.844971Z","caller":"traceutil/trace.go:171","msg":"trace[2031824489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19721; }","duration":"1.37403729s","start":"2026-03-11T17:34:49.47092Z","end":"2026-03-11T17:34:50.844958Z","steps":["trace[2031824489] 'agreement among raft nodes before linearized reading' (duration: 1.373786534s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.846283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.182182Z","time spent":"663.835295ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:50.846344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.470908Z","time spent":"1.375413631s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:34:50.845542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.473302Z","time spent":"1.37222742s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:34:50.844528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.180578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:50.846513Z","caller":"traceutil/trace.go:171","msg":"trace[1844995804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19721; }","duration":"467.237544ms","start":"2026-03-11T17:34:50.379256Z","end":"2026-03-11T17:34:50.846494Z","steps":["trace[1844995804] 'agreement among raft nodes before linearized reading' (duration: 465.139657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:50.846568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.379245Z","time spent":"467.309456ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:34:50.845784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:49.473942Z","time spent":"1.371828849s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:34:50.845515Z","caller":"traceutil/trace.go:171","msg":"trace[707147466] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19721; }","duration":"236.806914ms","start":"2026-03-11T17:34:50.608378Z","end":"2026-03-11T17:34:50.845185Z","steps":["trace[707147466] 'agreement among raft nodes before linearized reading' (duration: 236.223261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.529067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.3091ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:51.529214Z","caller":"traceutil/trace.go:171","msg":"trace[319115415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19721; }","duration":"424.475244ms","start":"2026-03-11T17:34:51.104718Z","end":"2026-03-11T17:34:51.529193Z","steps":["trace[319115415] 'range keys from in-memory index tree' (duration: 424.28999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.530018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.980321ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-11T17:34:51.530319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.845796Z","time spent":"684.517979ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:34:51.530399Z","caller":"traceutil/trace.go:171","msg":"trace[823890876] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"680.158091ms","start":"2026-03-11T17:34:50.850234Z","end":"2026-03-11T17:34:51.530392Z","steps":["trace[823890876] 'process raft request' (duration: 679.867285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:51.530316Z","caller":"traceutil/trace.go:171","msg":"trace[1318173762] linearizableReadLoop","detail":"{readStateIndex:20448; appliedIndex:20447; }","duration":"680.811046ms","start":"2026-03-11T17:34:50.849475Z","end":"2026-03-11T17:34:51.530286Z","steps":["trace[1318173762] 'read index received' (duration: 220.683582ms)","trace[1318173762] 'applied index is now lower than readState.Index' (duration: 460.094763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:51.530503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.850216Z","time spent":"680.215203ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:51.530362Z","caller":"traceutil/trace.go:171","msg":"trace[401419859] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"678.599566ms","start":"2026-03-11T17:34:50.85173Z","end":"2026-03-11T17:34:51.530329Z","steps":["trace[401419859] 'process raft request' (duration: 678.534754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:51.530577Z","caller":"traceutil/trace.go:171","msg":"trace[712637371] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"679.19352ms","start":"2026-03-11T17:34:50.851367Z","end":"2026-03-11T17:34:51.53056Z","steps":["trace[712637371] 'process raft request' (duration: 678.856892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.530766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.245285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-11T17:34:51.530777Z","caller":"traceutil/trace.go:171","msg":"trace[1845871925] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"678.909682ms","start":"2026-03-11T17:34:50.851851Z","end":"2026-03-11T17:34:51.530761Z","steps":["trace[1845871925] 'process raft request' (duration: 678.446152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.530733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.8517Z","time spent":"678.891753ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:51.530826Z","caller":"traceutil/trace.go:171","msg":"trace[403951181] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0; range_end:; response_count:1; response_revision:19725; }","duration":"681.395998ms","start":"2026-03-11T17:34:50.849411Z","end":"2026-03-11T17:34:51.530807Z","steps":["trace[403951181] 'agreement among raft nodes before linearized reading' (duration: 680.967369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.530832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.851354Z","time spent":"679.315032ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:51.530857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.851842Z","time spent":"678.974485ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:51.530875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.849385Z","time spent":"681.481101ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0\" "} {"level":"warn","ts":"2026-03-11T17:34:51.530971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.635542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:51.531038Z","caller":"traceutil/trace.go:171","msg":"trace[800159926] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"679.188229ms","start":"2026-03-11T17:34:50.851842Z","end":"2026-03-11T17:34:51.53103Z","steps":["trace[800159926] 'process raft request' (duration: 678.677768ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:51.531081Z","caller":"traceutil/trace.go:171","msg":"trace[340818282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19728; }","duration":"680.755904ms","start":"2026-03-11T17:34:50.850274Z","end":"2026-03-11T17:34:51.53103Z","steps":["trace[340818282] 'agreement among raft nodes before linearized reading' (duration: 680.56161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.531133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.850252Z","time spent":"680.870297ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:34:51.531171Z","caller":"traceutil/trace.go:171","msg":"trace[758787855] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"679.281311ms","start":"2026-03-11T17:34:50.85188Z","end":"2026-03-11T17:34:51.531162Z","steps":["trace[758787855] 'process raft request' (duration: 678.79511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.531241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.851866Z","time spent":"679.335312ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:51.531136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.851818Z","time spent":"679.280351ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:51.53147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.919548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:34:51.531001Z","caller":"traceutil/trace.go:171","msg":"trace[1202463504] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"481.263678ms","start":"2026-03-11T17:34:51.049724Z","end":"2026-03-11T17:34:51.530987Z","steps":["trace[1202463504] 'process raft request' (duration: 481.032203ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:51.531507Z","caller":"traceutil/trace.go:171","msg":"trace[1839459999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19728; }","duration":"647.977409ms","start":"2026-03-11T17:34:50.883518Z","end":"2026-03-11T17:34:51.531495Z","steps":["trace[1839459999] 'agreement among raft nodes before linearized reading' (duration: 647.829645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.531553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:50.883501Z","time spent":"648.043261ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:34:51.531559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:51.049675Z","time spent":"481.843461ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:52.229263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.585023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:52.22963Z","caller":"traceutil/trace.go:171","msg":"trace[1951874011] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"692.306253ms","start":"2026-03-11T17:34:51.537301Z","end":"2026-03-11T17:34:52.229607Z","steps":["trace[1951874011] 'process raft request' (duration: 692.221591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:52.229872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:51.537285Z","time spent":"692.544919ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:52.230055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.618525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-11T17:34:52.230159Z","caller":"traceutil/trace.go:171","msg":"trace[33019254] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19730; }","duration":"694.741148ms","start":"2026-03-11T17:34:51.535369Z","end":"2026-03-11T17:34:52.230111Z","steps":["trace[33019254] 'agreement among raft nodes before linearized reading' (duration: 694.42609ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:52.229658Z","caller":"traceutil/trace.go:171","msg":"trace[1837284002] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"698.195105ms","start":"2026-03-11T17:34:51.53137Z","end":"2026-03-11T17:34:52.229565Z","steps":["trace[1837284002] 'process raft request' (duration: 459.200183ms)","trace[1837284002] 'compare' (duration: 238.218185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:52.23024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:51.535347Z","time spent":"694.877372ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T17:34:52.230406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:51.531348Z","time spent":"698.897172ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:52.229713Z","caller":"traceutil/trace.go:171","msg":"trace[1598488816] linearizableReadLoop","detail":"{readStateIndex:20456; appliedIndex:20455; }","duration":"694.264976ms","start":"2026-03-11T17:34:51.535399Z","end":"2026-03-11T17:34:52.229664Z","steps":["trace[1598488816] 'read index received' (duration: 455.145202ms)","trace[1598488816] 'applied index is now lower than readState.Index' (duration: 239.115324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:52.230701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.935313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:52.230757Z","caller":"traceutil/trace.go:171","msg":"trace[326325281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19730; }","duration":"691.010884ms","start":"2026-03-11T17:34:51.53973Z","end":"2026-03-11T17:34:52.230741Z","steps":["trace[326325281] 'agreement among raft nodes before linearized reading' (duration: 690.896142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:52.230795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:51.539698Z","time spent":"691.088996ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:34:53.047012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.009585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:53.047168Z","caller":"traceutil/trace.go:171","msg":"trace[1787175301] linearizableReadLoop","detail":"{readStateIndex:20458; appliedIndex:20457; }","duration":"811.807475ms","start":"2026-03-11T17:34:52.235342Z","end":"2026-03-11T17:34:53.04715Z","steps":["trace[1787175301] 'read index received' (duration: 251.450692ms)","trace[1787175301] 'applied index is now lower than readState.Index' (duration: 560.355293ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:53.047264Z","caller":"traceutil/trace.go:171","msg":"trace[996390028] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"812.072631ms","start":"2026-03-11T17:34:52.235145Z","end":"2026-03-11T17:34:53.047218Z","steps":["trace[996390028] 'process raft request' (duration: 251.747248ms)","trace[996390028] 'compare' (duration: 559.109846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:53.047363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.0152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-11T17:34:53.047393Z","caller":"traceutil/trace.go:171","msg":"trace[2139578381] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16; range_end:; response_count:1; response_revision:19731; }","duration":"812.06532ms","start":"2026-03-11T17:34:52.235317Z","end":"2026-03-11T17:34:53.047382Z","steps":["trace[2139578381] 'agreement among raft nodes before linearized reading' (duration: 811.904157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:53.04743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.235306Z","time spent":"812.110932ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-73492d4b-de65-4169-80e6-aa974d2dcf16\" "} {"level":"warn","ts":"2026-03-11T17:34:53.047483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.235125Z","time spent":"812.231635ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:53.273353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.94778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:53.273559Z","caller":"traceutil/trace.go:171","msg":"trace[827839175] linearizableReadLoop","detail":"{readStateIndex:20460; appliedIndex:20458; }","duration":"226.347959ms","start":"2026-03-11T17:34:53.047193Z","end":"2026-03-11T17:34:53.273541Z","steps":["trace[827839175] 'read index received' (duration: 123.206654ms)","trace[827839175] 'applied index is now lower than readState.Index' (duration: 103.140335ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:53.273685Z","caller":"traceutil/trace.go:171","msg":"trace[851742123] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"423.361519ms","start":"2026-03-11T17:34:52.850277Z","end":"2026-03-11T17:34:53.273638Z","steps":["trace[851742123] 'process raft request' (duration: 320.02025ms)","trace[851742123] 'compare' (duration: 102.764046ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:53.273775Z","caller":"traceutil/trace.go:171","msg":"trace[2060606733] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"421.601229ms","start":"2026-03-11T17:34:52.852163Z","end":"2026-03-11T17:34:53.273765Z","steps":["trace[2060606733] 'process raft request' (duration: 421.311622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:53.273846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.852128Z","time spent":"421.687681ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:53.273978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.850217Z","time spent":"423.569853ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:53.274114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.994478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:34:53.274155Z","caller":"traceutil/trace.go:171","msg":"trace[2047670209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19733; }","duration":"890.035709ms","start":"2026-03-11T17:34:52.384108Z","end":"2026-03-11T17:34:53.274144Z","steps":["trace[2047670209] 'agreement among raft nodes before linearized reading' (duration: 889.973398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:53.274192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.384044Z","time spent":"890.140122ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:53.273736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037796855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:34:53.274554Z","caller":"traceutil/trace.go:171","msg":"trace[201368838] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19733; }","duration":"1.038652024s","start":"2026-03-11T17:34:52.235892Z","end":"2026-03-11T17:34:53.274544Z","steps":["trace[201368838] 'agreement among raft nodes before linearized reading' (duration: 1.037709443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:53.274597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:52.235872Z","time spent":"1.038714875s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-11T17:35:43.725744Z","caller":"traceutil/trace.go:171","msg":"trace[1867903003] transaction","detail":"{read_only:false; response_revision:20263; number_of_response:1; }","duration":"180.352777ms","start":"2026-03-11T17:35:43.545364Z","end":"2026-03-11T17:35:43.725716Z","steps":["trace[1867903003] 'process raft request' (duration: 180.197253ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:35:43.729583Z","caller":"traceutil/trace.go:171","msg":"trace[268949131] transaction","detail":"{read_only:false; response_revision:20264; number_of_response:1; }","duration":"176.013899ms","start":"2026-03-11T17:35:43.553537Z","end":"2026-03-11T17:35:43.729551Z","steps":["trace[268949131] 'process raft request' (duration: 175.875546ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:35:47.648184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18235} {"level":"info","ts":"2026-03-11T17:35:47.759242Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18235,"took":"107.803813ms","hash":95435471,"current-db-size-bytes":44298240,"current-db-size":"44 MB","current-db-size-in-use-bytes":29696000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T17:35:47.75932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":95435471,"revision":18235,"compact-revision":15870} {"level":"info","ts":"2026-03-11T17:35:51.449126Z","caller":"traceutil/trace.go:171","msg":"trace[14548568] transaction","detail":"{read_only:false; response_revision:20304; number_of_response:1; }","duration":"125.204802ms","start":"2026-03-11T17:35:51.323895Z","end":"2026-03-11T17:35:51.4491Z","steps":["trace[14548568] 'process raft request' (duration: 124.799014ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:05.067541Z","caller":"traceutil/trace.go:171","msg":"trace[483833484] transaction","detail":"{read_only:false; response_revision:21229; number_of_response:1; }","duration":"152.581855ms","start":"2026-03-11T17:38:04.914918Z","end":"2026-03-11T17:38:05.0675Z","steps":["trace[483833484] 'process raft request' (duration: 152.401391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.896893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.60221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:06.896993Z","caller":"traceutil/trace.go:171","msg":"trace[523000726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21247; }","duration":"108.758884ms","start":"2026-03-11T17:38:06.788213Z","end":"2026-03-11T17:38:06.896972Z","steps":["trace[523000726] 'agreement among raft nodes before linearized reading' (duration: 108.5743ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:07.300304Z","caller":"traceutil/trace.go:171","msg":"trace[745740645] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"106.679627ms","start":"2026-03-11T17:38:07.193586Z","end":"2026-03-11T17:38:07.300265Z","steps":["trace[745740645] 'process raft request' (duration: 106.404211ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.650686Z","caller":"traceutil/trace.go:171","msg":"trace[835031310] transaction","detail":"{read_only:false; response_revision:21259; number_of_response:1; }","duration":"105.769656ms","start":"2026-03-11T17:38:08.544872Z","end":"2026-03-11T17:38:08.650642Z","steps":["trace[835031310] 'process raft request' (duration: 105.569942ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.825498Z","caller":"traceutil/trace.go:171","msg":"trace[1914456518] transaction","detail":"{read_only:false; response_revision:21260; number_of_response:1; }","duration":"167.382376ms","start":"2026-03-11T17:38:08.658083Z","end":"2026-03-11T17:38:08.825465Z","steps":["trace[1914456518] 'process raft request' (duration: 159.302035ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.828127Z","caller":"traceutil/trace.go:171","msg":"trace[147748846] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"169.314119ms","start":"2026-03-11T17:38:08.658794Z","end":"2026-03-11T17:38:08.828108Z","steps":["trace[147748846] 'process raft request' (duration: 169.172426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.828109Z","caller":"traceutil/trace.go:171","msg":"trace[794645868] transaction","detail":"{read_only:false; response_revision:21261; number_of_response:1; }","duration":"169.31157ms","start":"2026-03-11T17:38:08.658771Z","end":"2026-03-11T17:38:08.828082Z","steps":["trace[794645868] 'process raft request' (duration: 169.077705ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.828813Z","caller":"traceutil/trace.go:171","msg":"trace[1641985322] transaction","detail":"{read_only:false; response_revision:21263; number_of_response:1; }","duration":"169.654257ms","start":"2026-03-11T17:38:08.659142Z","end":"2026-03-11T17:38:08.828796Z","steps":["trace[1641985322] 'process raft request' (duration: 168.87324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:19.583349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.805055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-54dd858f9f-bclrv.189bd8b758f835a4\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-11T17:38:19.583492Z","caller":"traceutil/trace.go:171","msg":"trace[841878205] range","detail":"{range_begin:/registry/events/openstack/glance-api-54dd858f9f-bclrv.189bd8b758f835a4; range_end:; response_count:1; response_revision:21320; }","duration":"176.02995ms","start":"2026-03-11T17:38:19.407427Z","end":"2026-03-11T17:38:19.583457Z","steps":["trace[841878205] 'range keys from in-memory index tree' (duration: 175.515258ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:26.282898Z","caller":"traceutil/trace.go:171","msg":"trace[125417537] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"100.266784ms","start":"2026-03-11T17:38:26.182595Z","end":"2026-03-11T17:38:26.282862Z","steps":["trace[125417537] 'process raft request' (duration: 99.715431ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:30.849198Z","caller":"traceutil/trace.go:171","msg":"trace[1451111909] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"115.894704ms","start":"2026-03-11T17:38:30.733273Z","end":"2026-03-11T17:38:30.849168Z","steps":["trace[1451111909] 'process raft request' (duration: 115.69804ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:35.505544Z","caller":"traceutil/trace.go:171","msg":"trace[356992212] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"199.2664ms","start":"2026-03-11T17:38:35.306248Z","end":"2026-03-11T17:38:35.505515Z","steps":["trace[356992212] 'process raft request' (duration: 199.114476ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:35.506054Z","caller":"traceutil/trace.go:171","msg":"trace[1372211053] linearizableReadLoop","detail":"{readStateIndex:22198; appliedIndex:22198; }","duration":"125.483399ms","start":"2026-03-11T17:38:35.380532Z","end":"2026-03-11T17:38:35.506016Z","steps":["trace[1372211053] 'read index received' (duration: 125.467068ms)","trace[1372211053] 'applied index is now lower than readState.Index' (duration: 13.371µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:35.506162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.610141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:35.506851Z","caller":"traceutil/trace.go:171","msg":"trace[1996032297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21409; }","duration":"126.359708ms","start":"2026-03-11T17:38:35.380467Z","end":"2026-03-11T17:38:35.506827Z","steps":["trace[1996032297] 'agreement among raft nodes before linearized reading' (duration: 125.644742ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:36.942578Z","caller":"traceutil/trace.go:171","msg":"trace[10034762] linearizableReadLoop","detail":"{readStateIndex:22203; appliedIndex:22201; }","duration":"164.631085ms","start":"2026-03-11T17:38:36.777923Z","end":"2026-03-11T17:38:36.942554Z","steps":["trace[10034762] 'read index received' (duration: 100.902839ms)","trace[10034762] 'applied index is now lower than readState.Index' (duration: 63.727146ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:36.942718Z","caller":"traceutil/trace.go:171","msg":"trace[2050418827] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"464.23205ms","start":"2026-03-11T17:38:36.478477Z","end":"2026-03-11T17:38:36.942709Z","steps":["trace[2050418827] 'process raft request' (duration: 463.874953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:36.942842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:36.47845Z","time spent":"464.300501ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:36.943035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.693312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:36.943137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.182917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:38:36.943195Z","caller":"traceutil/trace.go:171","msg":"trace[410732175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21414; }","duration":"154.869525ms","start":"2026-03-11T17:38:36.788246Z","end":"2026-03-11T17:38:36.943116Z","steps":["trace[410732175] 'agreement among raft nodes before linearized reading' (duration: 154.61232ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:36.943248Z","caller":"traceutil/trace.go:171","msg":"trace[1518106346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21414; }","duration":"165.343531ms","start":"2026-03-11T17:38:36.777873Z","end":"2026-03-11T17:38:36.943216Z","steps":["trace[1518106346] 'agreement among raft nodes before linearized reading' (duration: 164.955422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:37.112584Z","caller":"traceutil/trace.go:171","msg":"trace[465444509] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"117.402698ms","start":"2026-03-11T17:38:36.995142Z","end":"2026-03-11T17:38:37.112544Z","steps":["trace[465444509] 'process raft request' (duration: 67.934701ms)","trace[465444509] 'compare' (duration: 48.761181ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:38.978772Z","caller":"traceutil/trace.go:171","msg":"trace[315202679] linearizableReadLoop","detail":"{readStateIndex:22216; appliedIndex:22215; }","duration":"116.379095ms","start":"2026-03-11T17:38:38.862345Z","end":"2026-03-11T17:38:38.978724Z","steps":["trace[315202679] 'read index received' (duration: 52.390903ms)","trace[315202679] 'applied index is now lower than readState.Index' (duration: 63.986232ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:38.97881Z","caller":"traceutil/trace.go:171","msg":"trace[800480870] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"117.02863ms","start":"2026-03-11T17:38:38.861733Z","end":"2026-03-11T17:38:38.978762Z","steps":["trace[800480870] 'process raft request' (duration: 52.860904ms)","trace[800480870] 'compare' (duration: 63.849808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:38.978998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.6042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:38.979292Z","caller":"traceutil/trace.go:171","msg":"trace[575269346] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21426; }","duration":"116.937847ms","start":"2026-03-11T17:38:38.862329Z","end":"2026-03-11T17:38:38.979267Z","steps":["trace[575269346] 'agreement among raft nodes before linearized reading' (duration: 116.491547ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:38.989912Z","caller":"traceutil/trace.go:171","msg":"trace[610281465] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"127.061624ms","start":"2026-03-11T17:38:38.862831Z","end":"2026-03-11T17:38:38.989893Z","steps":["trace[610281465] 'process raft request' (duration: 126.943061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.006912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.108943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:39.006993Z","caller":"traceutil/trace.go:171","msg":"trace[1917161854] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21430; }","duration":"143.212275ms","start":"2026-03-11T17:38:38.863762Z","end":"2026-03-11T17:38:39.006974Z","steps":["trace[1917161854] 'agreement among raft nodes before linearized reading' (duration: 143.021761ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:39.576679Z","caller":"traceutil/trace.go:171","msg":"trace[213035587] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"100.357596ms","start":"2026-03-11T17:38:39.476289Z","end":"2026-03-11T17:38:39.576647Z","steps":["trace[213035587] 'process raft request' (duration: 73.777562ms)","trace[213035587] 'compare' (duration: 26.339219ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:39.830639Z","caller":"traceutil/trace.go:171","msg":"trace[1285093876] linearizableReadLoop","detail":"{readStateIndex:22236; appliedIndex:22234; }","duration":"241.385383ms","start":"2026-03-11T17:38:39.589221Z","end":"2026-03-11T17:38:39.830606Z","steps":["trace[1285093876] 'read index received' (duration: 20.774356ms)","trace[1285093876] 'applied index is now lower than readState.Index' (duration: 220.610237ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:39.83076Z","caller":"traceutil/trace.go:171","msg":"trace[322176004] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"243.597532ms","start":"2026-03-11T17:38:39.587122Z","end":"2026-03-11T17:38:39.83072Z","steps":["trace[322176004] 'process raft request' (duration: 160.151564ms)","trace[322176004] 'compare' (duration: 83.182452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:39.83087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.602038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/images.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:39.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.466007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:38:39.830976Z","caller":"traceutil/trace.go:171","msg":"trace[656654213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/images.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21446; }","duration":"241.773121ms","start":"2026-03-11T17:38:39.589153Z","end":"2026-03-11T17:38:39.830926Z","steps":["trace[656654213] 'agreement among raft nodes before linearized reading' (duration: 241.573427ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:39.830992Z","caller":"traceutil/trace.go:171","msg":"trace[1659079503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21446; }","duration":"238.574179ms","start":"2026-03-11T17:38:39.592406Z","end":"2026-03-11T17:38:39.83098Z","steps":["trace[1659079503] 'agreement among raft nodes before linearized reading' (duration: 238.373485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.831107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.899149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:38:39.83114Z","caller":"traceutil/trace.go:171","msg":"trace[1775660413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21446; }","duration":"138.980021ms","start":"2026-03-11T17:38:39.692149Z","end":"2026-03-11T17:38:39.831129Z","steps":["trace[1775660413] 'agreement among raft nodes before linearized reading' (duration: 138.825627ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:40.05128Z","caller":"traceutil/trace.go:171","msg":"trace[536636328] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"107.228249ms","start":"2026-03-11T17:38:39.944014Z","end":"2026-03-11T17:38:40.051242Z","steps":["trace[536636328] 'process raft request' (duration: 106.929353ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:40.184405Z","caller":"traceutil/trace.go:171","msg":"trace[2062263989] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"114.423201ms","start":"2026-03-11T17:38:40.069945Z","end":"2026-03-11T17:38:40.184368Z","steps":["trace[2062263989] 'process raft request' (duration: 114.268088ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:40.627991Z","caller":"traceutil/trace.go:171","msg":"trace[289836526] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"165.551895ms","start":"2026-03-11T17:38:40.462414Z","end":"2026-03-11T17:38:40.627966Z","steps":["trace[289836526] 'process raft request' (duration: 165.403691ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.2697Z","caller":"traceutil/trace.go:171","msg":"trace[1889940186] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"111.131526ms","start":"2026-03-11T17:38:41.158532Z","end":"2026-03-11T17:38:41.269663Z","steps":["trace[1889940186] 'process raft request' (duration: 110.897901ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.595349Z","caller":"traceutil/trace.go:171","msg":"trace[1944228919] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"129.886188ms","start":"2026-03-11T17:38:41.465433Z","end":"2026-03-11T17:38:41.595319Z","steps":["trace[1944228919] 'process raft request' (duration: 129.727664ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:42.048398Z","caller":"traceutil/trace.go:171","msg":"trace[1892733073] linearizableReadLoop","detail":"{readStateIndex:22281; appliedIndex:22280; }","duration":"114.01133ms","start":"2026-03-11T17:38:41.934346Z","end":"2026-03-11T17:38:42.048357Z","steps":["trace[1892733073] 'read index received' (duration: 36.264901ms)","trace[1892733073] 'applied index is now lower than readState.Index' (duration: 77.744969ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:42.048474Z","caller":"traceutil/trace.go:171","msg":"trace[1067005178] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"114.116563ms","start":"2026-03-11T17:38:41.934316Z","end":"2026-03-11T17:38:42.048433Z","steps":["trace[1067005178] 'process raft request' (duration: 36.259852ms)","trace[1067005178] 'compare' (duration: 77.575395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:42.048795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.41271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:38:42.048807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.788634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/services.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:42.048848Z","caller":"traceutil/trace.go:171","msg":"trace[498996064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21490; }","duration":"114.542184ms","start":"2026-03-11T17:38:41.934293Z","end":"2026-03-11T17:38:42.048835Z","steps":["trace[498996064] 'agreement among raft nodes before linearized reading' (duration: 114.289887ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:42.048867Z","caller":"traceutil/trace.go:171","msg":"trace[1435114048] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/services.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21490; }","duration":"112.872567ms","start":"2026-03-11T17:38:41.935977Z","end":"2026-03-11T17:38:42.04885Z","steps":["trace[1435114048] 'agreement among raft nodes before linearized reading' (duration: 112.714543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.048892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.263367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:42.04897Z","caller":"traceutil/trace.go:171","msg":"trace[402365303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21490; }","duration":"114.386101ms","start":"2026-03-11T17:38:41.934566Z","end":"2026-03-11T17:38:42.048953Z","steps":["trace[402365303] 'agreement among raft nodes before linearized reading' (duration: 114.119144ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:42.974131Z","caller":"traceutil/trace.go:171","msg":"trace[982401442] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"119.666629ms","start":"2026-03-11T17:38:42.854415Z","end":"2026-03-11T17:38:42.974081Z","steps":["trace[982401442] 'process raft request' (duration: 49.855336ms)","trace[982401442] 'compare' (duration: 69.579408ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:45.174653Z","caller":"traceutil/trace.go:171","msg":"trace[391352266] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"133.933078ms","start":"2026-03-11T17:38:45.040689Z","end":"2026-03-11T17:38:45.174622Z","steps":["trace[391352266] 'process raft request' (duration: 133.713343ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:45.176214Z","caller":"traceutil/trace.go:171","msg":"trace[1881829149] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"115.539396ms","start":"2026-03-11T17:38:45.060666Z","end":"2026-03-11T17:38:45.176206Z","steps":["trace[1881829149] 'process raft request' (duration: 115.510085ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:45.176338Z","caller":"traceutil/trace.go:171","msg":"trace[1544258303] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"116.703543ms","start":"2026-03-11T17:38:45.059627Z","end":"2026-03-11T17:38:45.176331Z","steps":["trace[1544258303] 'process raft request' (duration: 116.499008ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:51.487378Z","caller":"traceutil/trace.go:171","msg":"trace[1446864952] linearizableReadLoop","detail":"{readStateIndex:22666; appliedIndex:22665; }","duration":"180.93044ms","start":"2026-03-11T17:38:51.306415Z","end":"2026-03-11T17:38:51.487345Z","steps":["trace[1446864952] 'read index received' (duration: 179.205641ms)","trace[1446864952] 'applied index is now lower than readState.Index' (duration: 1.723389ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:51.487491Z","caller":"traceutil/trace.go:171","msg":"trace[2091059885] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"185.006661ms","start":"2026-03-11T17:38:51.30245Z","end":"2026-03-11T17:38:51.487457Z","steps":["trace[2091059885] 'process raft request' (duration: 183.241551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:51.487641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.190635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-11T17:38:51.487675Z","caller":"traceutil/trace.go:171","msg":"trace[162899434] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:21864; }","duration":"181.261498ms","start":"2026-03-11T17:38:51.306401Z","end":"2026-03-11T17:38:51.487662Z","steps":["trace[162899434] 'agreement among raft nodes before linearized reading' (duration: 181.081614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:51.492296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.445322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:51.492378Z","caller":"traceutil/trace.go:171","msg":"trace[51861097] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21866; }","duration":"160.573904ms","start":"2026-03-11T17:38:51.331785Z","end":"2026-03-11T17:38:51.492359Z","steps":["trace[51861097] 'agreement among raft nodes before linearized reading' (duration: 160.43358ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:51.492481Z","caller":"traceutil/trace.go:171","msg":"trace[769940825] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"172.851569ms","start":"2026-03-11T17:38:51.319593Z","end":"2026-03-11T17:38:51.492445Z","steps":["trace[769940825] 'process raft request' (duration: 172.48687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:51.492558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.577527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:51.492585Z","caller":"traceutil/trace.go:171","msg":"trace[749212947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21866; }","duration":"111.66951ms","start":"2026-03-11T17:38:51.38091Z","end":"2026-03-11T17:38:51.492579Z","steps":["trace[749212947] 'agreement among raft nodes before linearized reading' (duration: 111.625239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:51.492596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.184491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:38:51.492669Z","caller":"traceutil/trace.go:171","msg":"trace[155446333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21866; }","duration":"108.309954ms","start":"2026-03-11T17:38:51.384345Z","end":"2026-03-11T17:38:51.492655Z","steps":["trace[155446333] 'agreement among raft nodes before linearized reading' (duration: 108.10912ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:51.492884Z","caller":"traceutil/trace.go:171","msg":"trace[589556738] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"179.376734ms","start":"2026-03-11T17:38:51.313498Z","end":"2026-03-11T17:38:51.492875Z","steps":["trace[589556738] 'process raft request' (duration: 178.400072ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.377355Z","caller":"traceutil/trace.go:171","msg":"trace[1924864758] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"106.428062ms","start":"2026-03-11T17:38:53.270893Z","end":"2026-03-11T17:38:53.377321Z","steps":["trace[1924864758] 'process raft request' (duration: 106.193847ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.39274Z","caller":"traceutil/trace.go:171","msg":"trace[609255002] transaction","detail":"{read_only:false; response_revision:21956; number_of_response:1; }","duration":"119.942505ms","start":"2026-03-11T17:38:53.272768Z","end":"2026-03-11T17:38:53.392711Z","steps":["trace[609255002] 'process raft request' (duration: 119.768921ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.393031Z","caller":"traceutil/trace.go:171","msg":"trace[1243636216] transaction","detail":"{read_only:false; response_revision:21957; number_of_response:1; }","duration":"115.905154ms","start":"2026-03-11T17:38:53.277081Z","end":"2026-03-11T17:38:53.392986Z","steps":["trace[1243636216] 'process raft request' (duration: 115.599707ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.547073Z","caller":"traceutil/trace.go:171","msg":"trace[227525395] transaction","detail":"{read_only:false; response_revision:21960; number_of_response:1; }","duration":"110.107404ms","start":"2026-03-11T17:38:53.436904Z","end":"2026-03-11T17:38:53.547011Z","steps":["trace[227525395] 'process raft request' (duration: 100.332225ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.727741Z","caller":"traceutil/trace.go:171","msg":"trace[576620603] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"116.371474ms","start":"2026-03-11T17:38:53.611348Z","end":"2026-03-11T17:38:53.727719Z","steps":["trace[576620603] 'process raft request' (duration: 116.21562ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.758666Z","caller":"traceutil/trace.go:171","msg":"trace[1362427951] linearizableReadLoop","detail":"{readStateIndex:22770; appliedIndex:22766; }","duration":"103.968358ms","start":"2026-03-11T17:38:53.654675Z","end":"2026-03-11T17:38:53.758644Z","steps":["trace[1362427951] 'read index received' (duration: 72.948383ms)","trace[1362427951] 'applied index is now lower than readState.Index' (duration: 31.018985ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:53.759094Z","caller":"traceutil/trace.go:171","msg":"trace[1194541116] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"147.646524ms","start":"2026-03-11T17:38:53.611387Z","end":"2026-03-11T17:38:53.759034Z","steps":["trace[1194541116] 'process raft request' (duration: 146.955088ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.75945Z","caller":"traceutil/trace.go:171","msg":"trace[690876328] transaction","detail":"{read_only:false; response_revision:21967; number_of_response:1; }","duration":"147.801258ms","start":"2026-03-11T17:38:53.611636Z","end":"2026-03-11T17:38:53.759437Z","steps":["trace[690876328] 'process raft request' (duration: 146.814196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:53.759611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.802966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:53.759784Z","caller":"traceutil/trace.go:171","msg":"trace[543073063] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21968; }","duration":"105.011141ms","start":"2026-03-11T17:38:53.654755Z","end":"2026-03-11T17:38:53.759766Z","steps":["trace[543073063] 'agreement among raft nodes before linearized reading' (duration: 104.749125ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:53.760438Z","caller":"traceutil/trace.go:171","msg":"trace[1725815556] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"107.585867ms","start":"2026-03-11T17:38:53.652838Z","end":"2026-03-11T17:38:53.760424Z","steps":["trace[1725815556] 'process raft request' (duration: 105.707125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:53.760665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.962492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:53.76072Z","caller":"traceutil/trace.go:171","msg":"trace[308984952] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21968; }","duration":"106.076504ms","start":"2026-03-11T17:38:53.654628Z","end":"2026-03-11T17:38:53.760705Z","steps":["trace[308984952] 'agreement among raft nodes before linearized reading' (duration: 105.977922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:55.353727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.488074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:55.353862Z","caller":"traceutil/trace.go:171","msg":"trace[1255016409] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/cert-manager-test/; range_end:/registry/monitoring.coreos.com/servicemonitors/cert-manager-test0; response_count:0; response_revision:22016; }","duration":"157.712819ms","start":"2026-03-11T17:38:55.196122Z","end":"2026-03-11T17:38:55.353835Z","steps":["trace[1255016409] 'range keys from in-memory index tree' (duration: 157.372602ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:57.075972Z","caller":"traceutil/trace.go:171","msg":"trace[1723970379] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"163.08076ms","start":"2026-03-11T17:38:56.912862Z","end":"2026-03-11T17:38:57.075943Z","steps":["trace[1723970379] 'process raft request' (duration: 162.835605ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:57.077647Z","caller":"traceutil/trace.go:171","msg":"trace[1567314415] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"154.19039ms","start":"2026-03-11T17:38:56.923424Z","end":"2026-03-11T17:38:57.077615Z","steps":["trace[1567314415] 'process raft request' (duration: 154.084528ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.587719Z","caller":"traceutil/trace.go:171","msg":"trace[1618968822] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"120.21834ms","start":"2026-03-11T17:39:04.467465Z","end":"2026-03-11T17:39:04.587684Z","steps":["trace[1618968822] 'process raft request' (duration: 77.31118ms)","trace[1618968822] 'compare' (duration: 42.771177ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:04.602644Z","caller":"traceutil/trace.go:171","msg":"trace[1350638395] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"135.126274ms","start":"2026-03-11T17:39:04.467481Z","end":"2026-03-11T17:39:04.602608Z","steps":["trace[1350638395] 'process raft request' (duration: 134.878368ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.602717Z","caller":"traceutil/trace.go:171","msg":"trace[1457530841] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"135.210377ms","start":"2026-03-11T17:39:04.467489Z","end":"2026-03-11T17:39:04.602699Z","steps":["trace[1457530841] 'process raft request' (duration: 135.042032ms)"],"step_count":1} 2026/03/11 17:39:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-11T17:39:04.831086Z","caller":"traceutil/trace.go:171","msg":"trace[1554596400] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"196.725973ms","start":"2026-03-11T17:39:04.634278Z","end":"2026-03-11T17:39:04.831004Z","steps":["trace[1554596400] 'process raft request' (duration: 101.375839ms)","trace[1554596400] 'compare' (duration: 95.070448ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:04.831178Z","caller":"traceutil/trace.go:171","msg":"trace[1910589824] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"194.843891ms","start":"2026-03-11T17:39:04.636278Z","end":"2026-03-11T17:39:04.831121Z","steps":["trace[1910589824] 'process raft request' (duration: 194.655257ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.907673Z","caller":"traceutil/trace.go:171","msg":"trace[1681835193] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"230.176611ms","start":"2026-03-11T17:39:04.677467Z","end":"2026-03-11T17:39:04.907643Z","steps":["trace[1681835193] 'process raft request' (duration: 230.030817ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.907703Z","caller":"traceutil/trace.go:171","msg":"trace[550452998] transaction","detail":"{read_only:false; response_revision:22136; number_of_response:1; }","duration":"229.393773ms","start":"2026-03-11T17:39:04.678285Z","end":"2026-03-11T17:39:04.907679Z","steps":["trace[550452998] 'process raft request' (duration: 229.326842ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.907799Z","caller":"traceutil/trace.go:171","msg":"trace[130744933] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"230.206131ms","start":"2026-03-11T17:39:04.677569Z","end":"2026-03-11T17:39:04.907775Z","steps":["trace[130744933] 'process raft request' (duration: 229.984177ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.907673Z","caller":"traceutil/trace.go:171","msg":"trace[1771623833] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"233.432054ms","start":"2026-03-11T17:39:04.674191Z","end":"2026-03-11T17:39:04.907623Z","steps":["trace[1771623833] 'process raft request' (duration: 233.183629ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.90801Z","caller":"traceutil/trace.go:171","msg":"trace[55096117] linearizableReadLoop","detail":"{readStateIndex:22940; appliedIndex:22933; }","duration":"215.705187ms","start":"2026-03-11T17:39:04.692243Z","end":"2026-03-11T17:39:04.907948Z","steps":["trace[55096117] 'read index received' (duration: 43.427272ms)","trace[55096117] 'applied index is now lower than readState.Index' (duration: 172.276285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:04.908289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.022385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-cjtzn\" ","response":"range_response_count:1 size:5378"} {"level":"info","ts":"2026-03-11T17:39:04.908344Z","caller":"traceutil/trace.go:171","msg":"trace[1916294794] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-cjtzn; range_end:; response_count:1; response_revision:22137; }","duration":"216.103287ms","start":"2026-03-11T17:39:04.692228Z","end":"2026-03-11T17:39:04.908332Z","steps":["trace[1916294794] 'agreement among raft nodes before linearized reading' (duration: 215.863991ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:04.907987Z","caller":"traceutil/trace.go:171","msg":"trace[1956039733] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"214.982331ms","start":"2026-03-11T17:39:04.692991Z","end":"2026-03-11T17:39:04.907974Z","steps":["trace[1956039733] 'process raft request' (duration: 214.655964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:04.908349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.758624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:04.908444Z","caller":"traceutil/trace.go:171","msg":"trace[96301193] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22137; }","duration":"171.916028ms","start":"2026-03-11T17:39:04.736511Z","end":"2026-03-11T17:39:04.908427Z","steps":["trace[96301193] 'agreement among raft nodes before linearized reading' (duration: 171.736034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:04.908816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.913437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:39:04.908869Z","caller":"traceutil/trace.go:171","msg":"trace[872879458] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22137; }","duration":"159.047839ms","start":"2026-03-11T17:39:04.749809Z","end":"2026-03-11T17:39:04.908856Z","steps":["trace[872879458] 'agreement among raft nodes before linearized reading' (duration: 158.435476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.638593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057571789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:39:05.797869Z","caller":"traceutil/trace.go:171","msg":"trace[135100629] transaction","detail":"{read_only:false; response_revision:22138; number_of_response:1; }","duration":"882.739455ms","start":"2026-03-11T17:39:04.915091Z","end":"2026-03-11T17:39:05.797831Z","steps":["trace[135100629] 'process raft request' (duration: 881.847066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.798074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:04.915062Z","time spent":"882.903049ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4600,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:07.018734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221681861s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:07.02205Z","caller":"traceutil/trace.go:171","msg":"trace[100858837] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"1.874360318s","start":"2026-03-11T17:39:05.147659Z","end":"2026-03-11T17:39:07.022019Z","steps":["trace[100858837] 'process raft request' (duration: 1.874219865s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:07.022282Z","caller":"traceutil/trace.go:171","msg":"trace[94148401] linearizableReadLoop","detail":"{readStateIndex:22947; appliedIndex:22941; }","duration":"1.884222618s","start":"2026-03-11T17:39:05.138028Z","end":"2026-03-11T17:39:07.022251Z","steps":["trace[94148401] 'read index received' (duration: 659.727224ms)","trace[94148401] 'applied index is now lower than readState.Index' (duration: 1.224494114s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:07.022729Z","caller":"traceutil/trace.go:171","msg":"trace[126852809] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"1.485546146s","start":"2026-03-11T17:39:05.537165Z","end":"2026-03-11T17:39:07.022712Z","steps":["trace[126852809] 'process raft request' (duration: 1.48482183s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.022895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.537141Z","time spent":"1.485642739s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.022881Z","caller":"traceutil/trace.go:171","msg":"trace[45300030] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"1.881999628s","start":"2026-03-11T17:39:05.140847Z","end":"2026-03-11T17:39:07.022846Z","steps":["trace[45300030] 'process raft request' (duration: 1.878111161s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:07.022917Z","caller":"traceutil/trace.go:171","msg":"trace[1056091493] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"1.481452775s","start":"2026-03-11T17:39:05.541407Z","end":"2026-03-11T17:39:07.02286Z","steps":["trace[1056091493] 'process raft request' (duration: 1.48078233s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.022944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.147624Z","time spent":"1.874486291s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:07.022982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884927644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:07.023103Z","caller":"traceutil/trace.go:171","msg":"trace[1026834330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22143; }","duration":"1.885090419s","start":"2026-03-11T17:39:05.137972Z","end":"2026-03-11T17:39:07.023062Z","steps":["trace[1026834330] 'agreement among raft nodes before linearized reading' (duration: 1.884868593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.023113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.14083Z","time spent":"1.882135672s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:07.023152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.137946Z","time spent":"1.885194091s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:07.023154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.54139Z","time spent":"1.481623788s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.023581Z","caller":"traceutil/trace.go:171","msg":"trace[1645405563] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"1.48522584s","start":"2026-03-11T17:39:05.5383Z","end":"2026-03-11T17:39:07.023526Z","steps":["trace[1645405563] 'process raft request' (duration: 1.483810618s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.023827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.538284Z","time spent":"1.485442446s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:07.381132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:39:07.381228Z","caller":"traceutil/trace.go:171","msg":"trace[1543723635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975979s","start":"2026-03-11T17:39:05.38123Z","end":"2026-03-11T17:39:07.381206Z","steps":["trace[1543723635] 'agreement among raft nodes before linearized reading' (duration: 1.999844597s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.381265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.381208Z","time spent":"2.000049402s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:07.567466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.516387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:07.567734Z","caller":"traceutil/trace.go:171","msg":"trace[1385584550] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"1.761117445s","start":"2026-03-11T17:39:05.806541Z","end":"2026-03-11T17:39:07.567659Z","steps":["trace[1385584550] 'process raft request' (duration: 1.481321863s)","trace[1385584550] 'compare' (duration: 279.193799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:07.567891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.806522Z","time spent":"1.761287508s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.576351Z","caller":"traceutil/trace.go:171","msg":"trace[1166681302] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"382.242534ms","start":"2026-03-11T17:39:07.194077Z","end":"2026-03-11T17:39:07.57632Z","steps":["trace[1166681302] 'process raft request' (duration: 382.209934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.576469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:07.194054Z","time spent":"382.354466ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.576745Z","caller":"traceutil/trace.go:171","msg":"trace[1573711859] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"1.40033486s","start":"2026-03-11T17:39:06.176403Z","end":"2026-03-11T17:39:07.576738Z","steps":["trace[1573711859] 'process raft request' (duration: 1.399708836s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.57679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.176376Z","time spent":"1.400393371s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.576886Z","caller":"traceutil/trace.go:171","msg":"trace[825141773] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"1.194074744s","start":"2026-03-11T17:39:06.382802Z","end":"2026-03-11T17:39:07.576877Z","steps":["trace[825141773] 'process raft request' (duration: 1.1934487s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.576925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.382779Z","time spent":"1.194127074s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:07.577013Z","caller":"traceutil/trace.go:171","msg":"trace[1072206205] linearizableReadLoop","detail":"{readStateIndex:22951; appliedIndex:22947; }","duration":"554.627613ms","start":"2026-03-11T17:39:07.022378Z","end":"2026-03-11T17:39:07.577006Z","steps":["trace[1072206205] 'read index received' (duration: 265.40646ms)","trace[1072206205] 'applied index is now lower than readState.Index' (duration: 289.220283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:07.577157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.758564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:07.577184Z","caller":"traceutil/trace.go:171","msg":"trace[504200799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22147; }","duration":"776.831935ms","start":"2026-03-11T17:39:06.800346Z","end":"2026-03-11T17:39:07.577178Z","steps":["trace[504200799] 'agreement among raft nodes before linearized reading' (duration: 776.788844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.577202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.800322Z","time spent":"776.876556ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:07.577361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282065662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:39:07.577384Z","caller":"traceutil/trace.go:171","msg":"trace[321652906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22147; }","duration":"1.282123874s","start":"2026-03-11T17:39:06.295255Z","end":"2026-03-11T17:39:07.577379Z","steps":["trace[321652906] 'agreement among raft nodes before linearized reading' (duration: 1.282035242s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.577406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.295238Z","time spent":"1.282164334s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:07.57751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285971801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:39:07.577533Z","caller":"traceutil/trace.go:171","msg":"trace[1796463347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22147; }","duration":"1.286038412s","start":"2026-03-11T17:39:06.291488Z","end":"2026-03-11T17:39:07.577527Z","steps":["trace[1796463347] 'agreement among raft nodes before linearized reading' (duration: 1.285985971s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.577553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.291468Z","time spent":"1.286081683s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:07.577679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380604107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:39:07.577705Z","caller":"traceutil/trace.go:171","msg":"trace[180610757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22147; }","duration":"1.380675829s","start":"2026-03-11T17:39:06.197022Z","end":"2026-03-11T17:39:07.577698Z","steps":["trace[180610757] 'agreement among raft nodes before linearized reading' (duration: 1.380602137s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.577727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.196997Z","time spent":"1.38072474s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:07.577815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401310892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:07.577839Z","caller":"traceutil/trace.go:171","msg":"trace[222908980] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22147; }","duration":"1.401387384s","start":"2026-03-11T17:39:06.176444Z","end":"2026-03-11T17:39:07.577832Z","steps":["trace[222908980] 'agreement among raft nodes before linearized reading' (duration: 1.401337943s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.577863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:06.176393Z","time spent":"1.401464116s","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:07.578015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596987661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:39:07.578038Z","caller":"traceutil/trace.go:171","msg":"trace[2124604351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22147; }","duration":"1.597061412s","start":"2026-03-11T17:39:05.980972Z","end":"2026-03-11T17:39:07.578033Z","steps":["trace[2124604351] 'agreement among raft nodes before linearized reading' (duration: 1.596984361s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.578058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.980937Z","time spent":"1.597117655s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:39:07.578145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825930755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:39:07.578167Z","caller":"traceutil/trace.go:171","msg":"trace[2004815095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22147; }","duration":"1.825985076s","start":"2026-03-11T17:39:05.752175Z","end":"2026-03-11T17:39:07.57816Z","steps":["trace[2004815095] 'agreement among raft nodes before linearized reading' (duration: 1.825936095s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.578188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.752153Z","time spent":"1.826030878s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:07.578257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945628704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:07.578279Z","caller":"traceutil/trace.go:171","msg":"trace[522111406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22147; }","duration":"1.945683626s","start":"2026-03-11T17:39:05.63259Z","end":"2026-03-11T17:39:07.578274Z","steps":["trace[522111406] 'agreement among raft nodes before linearized reading' (duration: 1.945645405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.578301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.63257Z","time spent":"1.945726376s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:07.578495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313009455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:39:07.578519Z","caller":"traceutil/trace.go:171","msg":"trace[1524849050] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22147; }","duration":"2.313074417s","start":"2026-03-11T17:39:05.26544Z","end":"2026-03-11T17:39:07.578515Z","steps":["trace[1524849050] 'agreement among raft nodes before linearized reading' (duration: 2.312948424s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.57854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.265423Z","time spent":"2.313110208s","remote":"127.0.0.1:59928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":163,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:07.578669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415256694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-11T17:39:07.578694Z","caller":"traceutil/trace.go:171","msg":"trace[1554515933] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22147; }","duration":"2.415280775s","start":"2026-03-11T17:39:05.163406Z","end":"2026-03-11T17:39:07.578687Z","steps":["trace[1554515933] 'agreement among raft nodes before linearized reading' (duration: 2.415224373s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.578716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.163338Z","time spent":"2.415373046s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-11T17:39:07.578813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.544301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-11T17:39:07.578835Z","caller":"traceutil/trace.go:171","msg":"trace[1166954958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22147; }","duration":"550.595963ms","start":"2026-03-11T17:39:07.028234Z","end":"2026-03-11T17:39:07.57883Z","steps":["trace[1166954958] 'agreement among raft nodes before linearized reading' (duration: 550.543022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:07.578856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:07.028198Z","time spent":"550.654034ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:39:07.579275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.198083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:07.579313Z","caller":"traceutil/trace.go:171","msg":"trace[1783818937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22147; }","duration":"197.263434ms","start":"2026-03-11T17:39:07.382041Z","end":"2026-03-11T17:39:07.579304Z","steps":["trace[1783818937] 'agreement among raft nodes before linearized reading' (duration: 197.208443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:09.762355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.715242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:09.762754Z","caller":"traceutil/trace.go:171","msg":"trace[1007542753] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"156.545243ms","start":"2026-03-11T17:39:09.606181Z","end":"2026-03-11T17:39:09.762726Z","steps":["trace[1007542753] 'process raft request' (duration: 35.350191ms)","trace[1007542753] 'compare' (duration: 120.579289ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:09.762785Z","caller":"traceutil/trace.go:171","msg":"trace[1896857377] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"156.179215ms","start":"2026-03-11T17:39:09.606583Z","end":"2026-03-11T17:39:09.762762Z","steps":["trace[1896857377] 'process raft request' (duration: 156.001431ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:09.762795Z","caller":"traceutil/trace.go:171","msg":"trace[1649192513] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"156.505882ms","start":"2026-03-11T17:39:09.606252Z","end":"2026-03-11T17:39:09.762758Z","steps":["trace[1649192513] 'process raft request' (duration: 156.270477ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:09.763117Z","caller":"traceutil/trace.go:171","msg":"trace[26541507] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"156.235337ms","start":"2026-03-11T17:39:09.606867Z","end":"2026-03-11T17:39:09.763102Z","steps":["trace[26541507] 'process raft request' (duration: 155.758565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:09.921677Z","caller":"traceutil/trace.go:171","msg":"trace[372443577] linearizableReadLoop","detail":"{readStateIndex:22979; appliedIndex:22978; }","duration":"114.044782ms","start":"2026-03-11T17:39:09.807604Z","end":"2026-03-11T17:39:09.921648Z","steps":["trace[372443577] 'read index received' (duration: 67.217814ms)","trace[372443577] 'applied index is now lower than readState.Index' (duration: 46.825628ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:09.921825Z","caller":"traceutil/trace.go:171","msg":"trace[1533989156] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"144.578085ms","start":"2026-03-11T17:39:09.777227Z","end":"2026-03-11T17:39:09.921805Z","steps":["trace[1533989156] 'process raft request' (duration: 97.580193ms)","trace[1533989156] 'compare' (duration: 46.717056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:09.922531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.902613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-11T17:39:09.92261Z","caller":"traceutil/trace.go:171","msg":"trace[1002983694] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22174; }","duration":"115.048626ms","start":"2026-03-11T17:39:09.807543Z","end":"2026-03-11T17:39:09.922591Z","steps":["trace[1002983694] 'agreement among raft nodes before linearized reading' (duration: 114.217997ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:11.984242Z","caller":"traceutil/trace.go:171","msg":"trace[153189751] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"113.216174ms","start":"2026-03-11T17:39:11.870995Z","end":"2026-03-11T17:39:11.984211Z","steps":["trace[153189751] 'process raft request' (duration: 83.666753ms)","trace[153189751] 'compare' (duration: 29.428098ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:12.000381Z","caller":"traceutil/trace.go:171","msg":"trace[569142069] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"126.535672ms","start":"2026-03-11T17:39:11.873813Z","end":"2026-03-11T17:39:12.000349Z","steps":["trace[569142069] 'process raft request' (duration: 126.276776ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:12.000566Z","caller":"traceutil/trace.go:171","msg":"trace[1422486550] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"125.334344ms","start":"2026-03-11T17:39:11.875205Z","end":"2026-03-11T17:39:12.00054Z","steps":["trace[1422486550] 'process raft request' (duration: 125.069178ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:12.174377Z","caller":"traceutil/trace.go:171","msg":"trace[1233661759] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"112.61908ms","start":"2026-03-11T17:39:12.061734Z","end":"2026-03-11T17:39:12.174353Z","steps":["trace[1233661759] 'process raft request' (duration: 77.28116ms)","trace[1233661759] 'compare' (duration: 35.189907ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:12.184213Z","caller":"traceutil/trace.go:171","msg":"trace[1504097617] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"121.806516ms","start":"2026-03-11T17:39:12.062368Z","end":"2026-03-11T17:39:12.184175Z","steps":["trace[1504097617] 'process raft request' (duration: 121.54297ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:12.184346Z","caller":"traceutil/trace.go:171","msg":"trace[1540193058] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"101.741247ms","start":"2026-03-11T17:39:12.082583Z","end":"2026-03-11T17:39:12.184324Z","steps":["trace[1540193058] 'process raft request' (duration: 101.499311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.618456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.9297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:12.618629Z","caller":"traceutil/trace.go:171","msg":"trace[1756801520] linearizableReadLoop","detail":"{readStateIndex:23026; appliedIndex:23025; }","duration":"319.137713ms","start":"2026-03-11T17:39:12.299446Z","end":"2026-03-11T17:39:12.618584Z","steps":["trace[1756801520] 'read index received' (duration: 40.809464ms)","trace[1756801520] 'applied index is now lower than readState.Index' (duration: 278.326429ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:12.61863Z","caller":"traceutil/trace.go:171","msg":"trace[1384612776] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"357.670525ms","start":"2026-03-11T17:39:12.260923Z","end":"2026-03-11T17:39:12.618593Z","steps":["trace[1384612776] 'process raft request' (duration: 79.474489ms)","trace[1384612776] 'compare' (duration: 277.270305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:12.618739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.293676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:12.618782Z","caller":"traceutil/trace.go:171","msg":"trace[1906611788] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22220; }","duration":"319.384258ms","start":"2026-03-11T17:39:12.299382Z","end":"2026-03-11T17:39:12.618766Z","steps":["trace[1906611788] 'agreement among raft nodes before linearized reading' (duration: 319.291036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.618827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.299359Z","time spent":"319.4551ms","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:12.618784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.260896Z","time spent":"357.791198ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:15.993433Z","caller":"traceutil/trace.go:171","msg":"trace[122776126] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"131.993634ms","start":"2026-03-11T17:39:15.861391Z","end":"2026-03-11T17:39:15.993384Z","steps":["trace[122776126] 'process raft request' (duration: 105.757346ms)","trace[122776126] 'compare' (duration: 25.430399ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:15.99386Z","caller":"traceutil/trace.go:171","msg":"trace[615422178] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"130.707995ms","start":"2026-03-11T17:39:15.8631Z","end":"2026-03-11T17:39:15.993808Z","steps":["trace[615422178] 'process raft request' (duration: 129.822545ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.006796Z","caller":"traceutil/trace.go:171","msg":"trace[1568957677] linearizableReadLoop","detail":"{readStateIndex:23059; appliedIndex:23058; }","duration":"144.580126ms","start":"2026-03-11T17:39:15.862185Z","end":"2026-03-11T17:39:16.006765Z","steps":["trace[1568957677] 'read index received' (duration: 33.908149ms)","trace[1568957677] 'applied index is now lower than readState.Index' (duration: 110.669027ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:16.006802Z","caller":"traceutil/trace.go:171","msg":"trace[557684172] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"104.274844ms","start":"2026-03-11T17:39:15.9025Z","end":"2026-03-11T17:39:16.006775Z","steps":["trace[557684172] 'process raft request' (duration: 104.156071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.00706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.826161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-03-11T17:39:16.00712Z","caller":"traceutil/trace.go:171","msg":"trace[1487973103] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22254; }","duration":"144.959394ms","start":"2026-03-11T17:39:15.862146Z","end":"2026-03-11T17:39:16.007106Z","steps":["trace[1487973103] 'agreement among raft nodes before linearized reading' (duration: 144.710068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.045384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.380225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7qrvg\" ","response":"range_response_count:1 size:4242"} {"level":"warn","ts":"2026-03-11T17:39:16.045418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.898137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:39:16.045479Z","caller":"traceutil/trace.go:171","msg":"trace[1316559733] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-7qrvg; range_end:; response_count:1; response_revision:22254; }","duration":"129.494957ms","start":"2026-03-11T17:39:15.915961Z","end":"2026-03-11T17:39:16.045456Z","steps":["trace[1316559733] 'agreement among raft nodes before linearized reading' (duration: 129.284173ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.045499Z","caller":"traceutil/trace.go:171","msg":"trace[873449104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22254; }","duration":"147.0229ms","start":"2026-03-11T17:39:15.898456Z","end":"2026-03-11T17:39:16.045478Z","steps":["trace[873449104] 'agreement among raft nodes before linearized reading' (duration: 146.756794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.045498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.993931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:16.045586Z","caller":"traceutil/trace.go:171","msg":"trace[1309220073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22254; }","duration":"135.087353ms","start":"2026-03-11T17:39:15.910471Z","end":"2026-03-11T17:39:16.045558Z","steps":["trace[1309220073] 'agreement among raft nodes before linearized reading' (duration: 134.818077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.045483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.734463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:16.045692Z","caller":"traceutil/trace.go:171","msg":"trace[936791596] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22254; }","duration":"130.019619ms","start":"2026-03-11T17:39:15.915653Z","end":"2026-03-11T17:39:16.045673Z","steps":["trace[936791596] 'agreement among raft nodes before linearized reading' (duration: 129.711452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.045739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.378126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:39:16.045857Z","caller":"traceutil/trace.go:171","msg":"trace[231586381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22254; }","duration":"146.55521ms","start":"2026-03-11T17:39:15.899274Z","end":"2026-03-11T17:39:16.04583Z","steps":["trace[231586381] 'agreement among raft nodes before linearized reading' (duration: 146.175011ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:17.309972Z","caller":"traceutil/trace.go:171","msg":"trace[1474669134] linearizableReadLoop","detail":"{readStateIndex:23075; appliedIndex:23074; }","duration":"112.15996ms","start":"2026-03-11T17:39:17.197788Z","end":"2026-03-11T17:39:17.309948Z","steps":["trace[1474669134] 'read index received' (duration: 19.68998ms)","trace[1474669134] 'applied index is now lower than readState.Index' (duration: 92.46897ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:17.309982Z","caller":"traceutil/trace.go:171","msg":"trace[2137119241] transaction","detail":"{read_only:false; response_revision:22266; number_of_response:1; }","duration":"112.609821ms","start":"2026-03-11T17:39:17.197344Z","end":"2026-03-11T17:39:17.309953Z","steps":["trace[2137119241] 'process raft request' (duration: 20.189002ms)","trace[2137119241] 'compare' (duration: 92.218635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:17.310484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.62144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:17.310602Z","caller":"traceutil/trace.go:171","msg":"trace[1926089272] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22267; }","duration":"112.830475ms","start":"2026-03-11T17:39:17.197746Z","end":"2026-03-11T17:39:17.310577Z","steps":["trace[1926089272] 'agreement among raft nodes before linearized reading' (duration: 112.478377ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:17.489882Z","caller":"traceutil/trace.go:171","msg":"trace[1478760757] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"170.061817ms","start":"2026-03-11T17:39:17.319776Z","end":"2026-03-11T17:39:17.489838Z","steps":["trace[1478760757] 'process raft request' (duration: 169.939414ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:17.489938Z","caller":"traceutil/trace.go:171","msg":"trace[649951485] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"175.042868ms","start":"2026-03-11T17:39:17.314834Z","end":"2026-03-11T17:39:17.489877Z","steps":["trace[649951485] 'process raft request' (duration: 173.249818ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.268247Z","caller":"traceutil/trace.go:171","msg":"trace[1304780294] linearizableReadLoop","detail":"{readStateIndex:23083; appliedIndex:23082; }","duration":"303.536574ms","start":"2026-03-11T17:39:17.964684Z","end":"2026-03-11T17:39:18.268221Z","steps":["trace[1304780294] 'read index received' (duration: 303.194627ms)","trace[1304780294] 'applied index is now lower than readState.Index' (duration: 337.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:18.268371Z","caller":"traceutil/trace.go:171","msg":"trace[855318729] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"410.848715ms","start":"2026-03-11T17:39:17.857472Z","end":"2026-03-11T17:39:18.268321Z","steps":["trace[855318729] 'process raft request' (duration: 410.552839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.268585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.858467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:18.268632Z","caller":"traceutil/trace.go:171","msg":"trace[1532686000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22274; }","duration":"112.925498ms","start":"2026-03-11T17:39:18.155693Z","end":"2026-03-11T17:39:18.268619Z","steps":["trace[1532686000] 'agreement among raft nodes before linearized reading' (duration: 112.705863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.268636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.857461Z","time spent":"411.0634ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:18.268664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.925072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:18.268784Z","caller":"traceutil/trace.go:171","msg":"trace[962098444] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22274; }","duration":"304.130547ms","start":"2026-03-11T17:39:17.964629Z","end":"2026-03-11T17:39:18.26876Z","steps":["trace[962098444] 'agreement among raft nodes before linearized reading' (duration: 303.702918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.268841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.964608Z","time spent":"304.223689ms","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":70,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.26886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.506424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:39:18.268749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.320049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:39:18.268968Z","caller":"traceutil/trace.go:171","msg":"trace[506053015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22274; }","duration":"110.686638ms","start":"2026-03-11T17:39:18.15826Z","end":"2026-03-11T17:39:18.268946Z","steps":["trace[506053015] 'agreement among raft nodes before linearized reading' (duration: 110.347011ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.269057Z","caller":"traceutil/trace.go:171","msg":"trace[1952672133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22274; }","duration":"110.597295ms","start":"2026-03-11T17:39:18.158409Z","end":"2026-03-11T17:39:18.269007Z","steps":["trace[1952672133] 'agreement among raft nodes before linearized reading' (duration: 110.082824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.270384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.456461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:18.270529Z","caller":"traceutil/trace.go:171","msg":"trace[446853755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22274; }","duration":"114.631294ms","start":"2026-03-11T17:39:18.155869Z","end":"2026-03-11T17:39:18.2705Z","steps":["trace[446853755] 'agreement among raft nodes before linearized reading' (duration: 114.274756ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:20.927956Z","caller":"traceutil/trace.go:171","msg":"trace[862995103] linearizableReadLoop","detail":"{readStateIndex:23102; appliedIndex:23101; }","duration":"175.971038ms","start":"2026-03-11T17:39:20.751953Z","end":"2026-03-11T17:39:20.927924Z","steps":["trace[862995103] 'read index received' (duration: 175.739393ms)","trace[862995103] 'applied index is now lower than readState.Index' (duration: 230.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:20.928069Z","caller":"traceutil/trace.go:171","msg":"trace[514607360] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"268.580851ms","start":"2026-03-11T17:39:20.659445Z","end":"2026-03-11T17:39:20.928026Z","steps":["trace[514607360] 'process raft request' (duration: 268.289784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:20.928288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.305865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5066"} {"level":"warn","ts":"2026-03-11T17:39:20.928317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.472537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:20.92838Z","caller":"traceutil/trace.go:171","msg":"trace[1105424644] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22293; }","duration":"176.423858ms","start":"2026-03-11T17:39:20.751934Z","end":"2026-03-11T17:39:20.928358Z","steps":["trace[1105424644] 'agreement among raft nodes before linearized reading' (duration: 176.142202ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:20.928379Z","caller":"traceutil/trace.go:171","msg":"trace[924183022] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22293; }","duration":"133.568359ms","start":"2026-03-11T17:39:20.794795Z","end":"2026-03-11T17:39:20.928364Z","steps":["trace[924183022] 'agreement among raft nodes before linearized reading' (duration: 133.404006ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.483623Z","caller":"traceutil/trace.go:171","msg":"trace[1370831105] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"141.969516ms","start":"2026-03-11T17:39:22.341624Z","end":"2026-03-11T17:39:22.483594Z","steps":["trace[1370831105] 'process raft request' (duration: 134.830887ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.483921Z","caller":"traceutil/trace.go:171","msg":"trace[2140555969] linearizableReadLoop","detail":"{readStateIndex:23113; appliedIndex:23112; }","duration":"142.041989ms","start":"2026-03-11T17:39:22.341865Z","end":"2026-03-11T17:39:22.483907Z","steps":["trace[2140555969] 'read index received' (duration: 134.595922ms)","trace[2140555969] 'applied index is now lower than readState.Index' (duration: 7.444897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:22.484324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.428328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:39:22.48438Z","caller":"traceutil/trace.go:171","msg":"trace[109496621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22303; }","duration":"142.502299ms","start":"2026-03-11T17:39:22.341862Z","end":"2026-03-11T17:39:22.484364Z","steps":["trace[109496621] 'agreement among raft nodes before linearized reading' (duration: 142.132511ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.574661Z","caller":"traceutil/trace.go:171","msg":"trace[1729097293] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"232.643647ms","start":"2026-03-11T17:39:22.341979Z","end":"2026-03-11T17:39:22.574622Z","steps":["trace[1729097293] 'process raft request' (duration: 232.462373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.574672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.518473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:22.574915Z","caller":"traceutil/trace.go:171","msg":"trace[1977588484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22304; }","duration":"194.81269ms","start":"2026-03-11T17:39:22.380079Z","end":"2026-03-11T17:39:22.574891Z","steps":["trace[1977588484] 'agreement among raft nodes before linearized reading' (duration: 194.512103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.575012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.548615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-11T17:39:22.575126Z","caller":"traceutil/trace.go:171","msg":"trace[96970114] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22304; }","duration":"102.879912ms","start":"2026-03-11T17:39:22.472223Z","end":"2026-03-11T17:39:22.575103Z","steps":["trace[96970114] 'agreement among raft nodes before linearized reading' (duration: 102.412642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.737091Z","caller":"traceutil/trace.go:171","msg":"trace[271384379] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"247.97413ms","start":"2026-03-11T17:39:22.489014Z","end":"2026-03-11T17:39:22.736988Z","steps":["trace[271384379] 'process raft request' (duration: 210.497511ms)","trace[271384379] 'compare' (duration: 36.960427ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:22.73744Z","caller":"traceutil/trace.go:171","msg":"trace[1840928483] linearizableReadLoop","detail":"{readStateIndex:23115; appliedIndex:23114; }","duration":"160.86116ms","start":"2026-03-11T17:39:22.576502Z","end":"2026-03-11T17:39:22.737363Z","steps":["trace[1840928483] 'read index received' (duration: 123.121986ms)","trace[1840928483] 'applied index is now lower than readState.Index' (duration: 37.731474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:22.737541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.015883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:22.737611Z","caller":"traceutil/trace.go:171","msg":"trace[36290940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22305; }","duration":"161.155506ms","start":"2026-03-11T17:39:22.57644Z","end":"2026-03-11T17:39:22.737595Z","steps":["trace[36290940] 'agreement among raft nodes before linearized reading' (duration: 161.023093ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.737799Z","caller":"traceutil/trace.go:171","msg":"trace[1650877463] transaction","detail":"{read_only:false; response_revision:22306; number_of_response:1; }","duration":"128.344542ms","start":"2026-03-11T17:39:22.60944Z","end":"2026-03-11T17:39:22.737785Z","steps":["trace[1650877463] 'process raft request' (duration: 127.33241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.737884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.602298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-11T17:39:22.737958Z","caller":"traceutil/trace.go:171","msg":"trace[1960999754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22306; }","duration":"141.715841ms","start":"2026-03-11T17:39:22.596222Z","end":"2026-03-11T17:39:22.737938Z","steps":["trace[1960999754] 'agreement among raft nodes before linearized reading' (duration: 141.482086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.738231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.68075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:39:22.738362Z","caller":"traceutil/trace.go:171","msg":"trace[387160284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22306; }","duration":"141.816783ms","start":"2026-03-11T17:39:22.59649Z","end":"2026-03-11T17:39:22.738307Z","steps":["trace[387160284] 'agreement among raft nodes before linearized reading' (duration: 141.487806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.990774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.592698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:23.990886Z","caller":"traceutil/trace.go:171","msg":"trace[548333857] linearizableReadLoop","detail":"{readStateIndex:23125; appliedIndex:23124; }","duration":"104.080479ms","start":"2026-03-11T17:39:23.886787Z","end":"2026-03-11T17:39:23.990868Z","steps":["trace[548333857] 'read index received' (duration: 55.631µs)","trace[548333857] 'applied index is now lower than readState.Index' (duration: 104.023468ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:23.990948Z","caller":"traceutil/trace.go:171","msg":"trace[1878474079] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"202.326128ms","start":"2026-03-11T17:39:23.788603Z","end":"2026-03-11T17:39:23.99093Z","steps":["trace[1878474079] 'process raft request' (duration: 73.461834ms)","trace[1878474079] 'compare' (duration: 128.480995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:23.991569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.758805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:39:23.991669Z","caller":"traceutil/trace.go:171","msg":"trace[1409288332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22315; }","duration":"104.930798ms","start":"2026-03-11T17:39:23.886719Z","end":"2026-03-11T17:39:23.991649Z","steps":["trace[1409288332] 'agreement among raft nodes before linearized reading' (duration: 104.596231ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:24.734612Z","caller":"traceutil/trace.go:171","msg":"trace[1612744648] linearizableReadLoop","detail":"{readStateIndex:23129; appliedIndex:23128; }","duration":"353.881649ms","start":"2026-03-11T17:39:24.3807Z","end":"2026-03-11T17:39:24.734582Z","steps":["trace[1612744648] 'read index received' (duration: 353.619393ms)","trace[1612744648] 'applied index is now lower than readState.Index' (duration: 261.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:24.734686Z","caller":"traceutil/trace.go:171","msg":"trace[1719419834] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"389.395675ms","start":"2026-03-11T17:39:24.345251Z","end":"2026-03-11T17:39:24.734647Z","steps":["trace[1719419834] 'process raft request' (duration: 389.129029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.734798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.080204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:24.734852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.345222Z","time spent":"389.537728ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:24.734856Z","caller":"traceutil/trace.go:171","msg":"trace[118932284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22319; }","duration":"354.190006ms","start":"2026-03-11T17:39:24.380644Z","end":"2026-03-11T17:39:24.734834Z","steps":["trace[118932284] 'agreement among raft nodes before linearized reading' (duration: 354.089384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.734931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.380622Z","time spent":"354.293488ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:24.735086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.431855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:39:24.735145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.907006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:24.735235Z","caller":"traceutil/trace.go:171","msg":"trace[1273618206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22319; }","duration":"247.015958ms","start":"2026-03-11T17:39:24.488199Z","end":"2026-03-11T17:39:24.735215Z","steps":["trace[1273618206] 'agreement among raft nodes before linearized reading' (duration: 246.695571ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:24.735239Z","caller":"traceutil/trace.go:171","msg":"trace[679992257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22319; }","duration":"343.569858ms","start":"2026-03-11T17:39:24.391613Z","end":"2026-03-11T17:39:24.735183Z","steps":["trace[679992257] 'agreement among raft nodes before linearized reading' (duration: 343.20186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.735326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.391598Z","time spent":"343.715491ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:39:24.735336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.646702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:24.735448Z","caller":"traceutil/trace.go:171","msg":"trace[1056837491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22319; }","duration":"155.805546ms","start":"2026-03-11T17:39:24.579626Z","end":"2026-03-11T17:39:24.735431Z","steps":["trace[1056837491] 'agreement among raft nodes before linearized reading' (duration: 155.399217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.735486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.372429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:39:24.735659Z","caller":"traceutil/trace.go:171","msg":"trace[1948731226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22319; }","duration":"324.656895ms","start":"2026-03-11T17:39:24.410978Z","end":"2026-03-11T17:39:24.735635Z","steps":["trace[1948731226] 'agreement among raft nodes before linearized reading' (duration: 324.013451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.736078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.410949Z","time spent":"325.109316ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-11T17:39:25.811298Z","caller":"traceutil/trace.go:171","msg":"trace[1094886526] linearizableReadLoop","detail":"{readStateIndex:23133; appliedIndex:23132; }","duration":"429.84667ms","start":"2026-03-11T17:39:25.381425Z","end":"2026-03-11T17:39:25.811272Z","steps":["trace[1094886526] 'read index received' (duration: 429.793499ms)","trace[1094886526] 'applied index is now lower than readState.Index' (duration: 52.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:25.811408Z","caller":"traceutil/trace.go:171","msg":"trace[847531923] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"523.900975ms","start":"2026-03-11T17:39:25.287479Z","end":"2026-03-11T17:39:25.81138Z","steps":["trace[847531923] 'process raft request' (duration: 523.636519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:25.811443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.006673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:25.811555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.287448Z","time spent":"524.023948ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:25.811615Z","caller":"traceutil/trace.go:171","msg":"trace[903282394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22323; }","duration":"430.185707ms","start":"2026-03-11T17:39:25.381408Z","end":"2026-03-11T17:39:25.811594Z","steps":["trace[903282394] 'agreement among raft nodes before linearized reading' (duration: 429.954712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:25.811703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.381388Z","time spent":"430.269189ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:39:26.036785Z","caller":"traceutil/trace.go:171","msg":"trace[1629848340] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"628.26435ms","start":"2026-03-11T17:39:25.408491Z","end":"2026-03-11T17:39:26.036756Z","steps":["trace[1629848340] 'process raft request' (duration: 628.064936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:26.03695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.408421Z","time spent":"628.439926ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:26.037343Z","caller":"traceutil/trace.go:171","msg":"trace[1289847903] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"628.626048ms","start":"2026-03-11T17:39:25.408708Z","end":"2026-03-11T17:39:26.037334Z","steps":["trace[1289847903] 'process raft request' (duration: 628.013935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:26.037394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.408695Z","time spent":"628.67546ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:26.037406Z","caller":"traceutil/trace.go:171","msg":"trace[740832785] linearizableReadLoop","detail":"{readStateIndex:23138; appliedIndex:23134; }","duration":"224.927423ms","start":"2026-03-11T17:39:25.812454Z","end":"2026-03-11T17:39:26.037381Z","steps":["trace[740832785] 'read index received' (duration: 224.261289ms)","trace[740832785] 'applied index is now lower than readState.Index' (duration: 664.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:26.037581Z","caller":"traceutil/trace.go:171","msg":"trace[235843174] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"446.85554ms","start":"2026-03-11T17:39:25.590717Z","end":"2026-03-11T17:39:26.037572Z","steps":["trace[235843174] 'process raft request' (duration: 446.436501ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:26.037602Z","caller":"traceutil/trace.go:171","msg":"trace[771820263] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"247.185382ms","start":"2026-03-11T17:39:25.790404Z","end":"2026-03-11T17:39:26.03759Z","steps":["trace[771820263] 'process raft request' (duration: 246.941726ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:26.037692Z","caller":"traceutil/trace.go:171","msg":"trace[443013991] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"445.173093ms","start":"2026-03-11T17:39:25.592511Z","end":"2026-03-11T17:39:26.037684Z","steps":["trace[443013991] 'process raft request' (duration: 444.804125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:26.037734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.280481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:26.037751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.592497Z","time spent":"445.224234ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:26.037767Z","caller":"traceutil/trace.go:171","msg":"trace[792208383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22328; }","duration":"225.353543ms","start":"2026-03-11T17:39:25.812407Z","end":"2026-03-11T17:39:26.03776Z","steps":["trace[792208383] 'agreement among raft nodes before linearized reading' (duration: 225.304191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:26.037689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.59066Z","time spent":"446.947882ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:26.057015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.656095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:26.057078Z","caller":"traceutil/trace.go:171","msg":"trace[786786642] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22329; }","duration":"164.765918ms","start":"2026-03-11T17:39:25.892298Z","end":"2026-03-11T17:39:26.057064Z","steps":["trace[786786642] 'agreement among raft nodes before linearized reading' (duration: 164.649975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:26.057415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.967855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5066"} {"level":"info","ts":"2026-03-11T17:39:26.057496Z","caller":"traceutil/trace.go:171","msg":"trace[1727769017] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22329; }","duration":"120.105428ms","start":"2026-03-11T17:39:25.937373Z","end":"2026-03-11T17:39:26.057479Z","steps":["trace[1727769017] 'agreement among raft nodes before linearized reading' (duration: 119.885283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.129596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057572171,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:39:27.288177Z","caller":"traceutil/trace.go:171","msg":"trace[375393767] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"754.902254ms","start":"2026-03-11T17:39:26.533245Z","end":"2026-03-11T17:39:27.288147Z","steps":["trace[375393767] 'process raft request' (duration: 754.73038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.288366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.533219Z","time spent":"755.052069ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:27.288642Z","caller":"traceutil/trace.go:171","msg":"trace[2125403022] linearizableReadLoop","detail":"{readStateIndex:23142; appliedIndex:23142; }","duration":"659.869658ms","start":"2026-03-11T17:39:26.628744Z","end":"2026-03-11T17:39:27.288613Z","steps":["trace[2125403022] 'read index received' (duration: 659.860708ms)","trace[2125403022] 'applied index is now lower than readState.Index' (duration: 6.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:27.288875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.902313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:27.28893Z","caller":"traceutil/trace.go:171","msg":"trace[1594370108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22331; }","duration":"338.016585ms","start":"2026-03-11T17:39:26.950898Z","end":"2026-03-11T17:39:27.288915Z","steps":["trace[1594370108] 'agreement among raft nodes before linearized reading' (duration: 337.925293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.288916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.157705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-11T17:39:27.289013Z","caller":"traceutil/trace.go:171","msg":"trace[1042355189] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22331; }","duration":"660.323279ms","start":"2026-03-11T17:39:26.62867Z","end":"2026-03-11T17:39:27.288993Z","steps":["trace[1042355189] 'agreement among raft nodes before linearized reading' (duration: 660.081224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.28903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.651664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:39:27.289065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.628635Z","time spent":"660.420171ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-11T17:39:27.289093Z","caller":"traceutil/trace.go:171","msg":"trace[518405614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22331; }","duration":"449.767267ms","start":"2026-03-11T17:39:26.839311Z","end":"2026-03-11T17:39:27.289078Z","steps":["trace[518405614] 'agreement among raft nodes before linearized reading' (duration: 449.611723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.28914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.83929Z","time spent":"449.837478ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:27.289169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.858474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:39:27.289215Z","caller":"traceutil/trace.go:171","msg":"trace[508244864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22331; }","duration":"549.1612ms","start":"2026-03-11T17:39:26.740027Z","end":"2026-03-11T17:39:27.289189Z","steps":["trace[508244864] 'agreement among raft nodes before linearized reading' (duration: 548.736641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.289216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.280056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:27.289244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.740009Z","time spent":"549.227822ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:39:27.289251Z","caller":"traceutil/trace.go:171","msg":"trace[869671350] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22331; }","duration":"109.363337ms","start":"2026-03-11T17:39:27.179878Z","end":"2026-03-11T17:39:27.289241Z","steps":["trace[869671350] 'agreement among raft nodes before linearized reading' (duration: 109.291706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.289298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.845563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:27.289331Z","caller":"traceutil/trace.go:171","msg":"trace[1971434692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22331; }","duration":"380.901705ms","start":"2026-03-11T17:39:26.90842Z","end":"2026-03-11T17:39:27.289321Z","steps":["trace[1971434692] 'agreement among raft nodes before linearized reading' (duration: 380.852654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.28936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.908405Z","time spent":"380.949996ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:27.288969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.950871Z","time spent":"338.086287ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:27.289433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.878581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:27.289475Z","caller":"traceutil/trace.go:171","msg":"trace[18879471] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22331; }","duration":"198.921392ms","start":"2026-03-11T17:39:27.090543Z","end":"2026-03-11T17:39:27.289465Z","steps":["trace[18879471] 'agreement among raft nodes before linearized reading' (duration: 198.855901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.289491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.60964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:27.289533Z","caller":"traceutil/trace.go:171","msg":"trace[1942062444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22331; }","duration":"519.671351ms","start":"2026-03-11T17:39:26.769853Z","end":"2026-03-11T17:39:27.289525Z","steps":["trace[1942062444] 'agreement among raft nodes before linearized reading' (duration: 519.465406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.289561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.769844Z","time spent":"519.709622ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:27.289697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.392661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:27.289737Z","caller":"traceutil/trace.go:171","msg":"trace[441770790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22331; }","duration":"522.487803ms","start":"2026-03-11T17:39:26.76724Z","end":"2026-03-11T17:39:27.289728Z","steps":["trace[441770790] 'agreement among raft nodes before linearized reading' (duration: 522.388271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.289765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.767206Z","time spent":"522.552895ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:39:27.402929Z","caller":"traceutil/trace.go:171","msg":"trace[1579972076] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"107.467155ms","start":"2026-03-11T17:39:27.295421Z","end":"2026-03-11T17:39:27.402888Z","steps":["trace[1579972076] 'process raft request' (duration: 54.746986ms)","trace[1579972076] 'compare' (duration: 52.511525ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:27.41964Z","caller":"traceutil/trace.go:171","msg":"trace[2049626756] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"120.025086ms","start":"2026-03-11T17:39:27.299594Z","end":"2026-03-11T17:39:27.419619Z","steps":["trace[2049626756] 'process raft request' (duration: 119.843112ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.419943Z","caller":"traceutil/trace.go:171","msg":"trace[1692360128] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"120.056597ms","start":"2026-03-11T17:39:27.299844Z","end":"2026-03-11T17:39:27.4199Z","steps":["trace[1692360128] 'process raft request' (duration: 119.718278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.420015Z","caller":"traceutil/trace.go:171","msg":"trace[1124827616] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"115.782272ms","start":"2026-03-11T17:39:27.304199Z","end":"2026-03-11T17:39:27.419981Z","steps":["trace[1124827616] 'process raft request' (duration: 115.590946ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.420196Z","caller":"traceutil/trace.go:171","msg":"trace[1386348232] linearizableReadLoop","detail":"{readStateIndex:23149; appliedIndex:23142; }","duration":"100.106641ms","start":"2026-03-11T17:39:27.320076Z","end":"2026-03-11T17:39:27.420183Z","steps":["trace[1386348232] 'read index received' (duration: 30.226227ms)","trace[1386348232] 'applied index is now lower than readState.Index' (duration: 69.879414ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:27.420538Z","caller":"traceutil/trace.go:171","msg":"trace[1584607316] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"116.260703ms","start":"2026-03-11T17:39:27.304263Z","end":"2026-03-11T17:39:27.420524Z","steps":["trace[1584607316] 'process raft request' (duration: 115.67252ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.420272Z","caller":"traceutil/trace.go:171","msg":"trace[351894312] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"115.882304ms","start":"2026-03-11T17:39:27.304378Z","end":"2026-03-11T17:39:27.42026Z","steps":["trace[351894312] 'process raft request' (duration: 115.755881ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.420882Z","caller":"traceutil/trace.go:171","msg":"trace[1315866753] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"116.59928ms","start":"2026-03-11T17:39:27.304246Z","end":"2026-03-11T17:39:27.420845Z","steps":["trace[1315866753] 'process raft request' (duration: 115.825273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.420942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.828847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:27.42104Z","caller":"traceutil/trace.go:171","msg":"trace[602758686] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22338; }","duration":"100.99247ms","start":"2026-03-11T17:39:27.320026Z","end":"2026-03-11T17:39:27.421018Z","steps":["trace[602758686] 'agreement among raft nodes before linearized reading' (duration: 100.781196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.55792Z","caller":"traceutil/trace.go:171","msg":"trace[1067149838] linearizableReadLoop","detail":"{readStateIndex:23150; appliedIndex:23149; }","duration":"116.947288ms","start":"2026-03-11T17:39:27.440945Z","end":"2026-03-11T17:39:27.557892Z","steps":["trace[1067149838] 'read index received' (duration: 97.926012ms)","trace[1067149838] 'applied index is now lower than readState.Index' (duration: 19.020396ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:27.558217Z","caller":"traceutil/trace.go:171","msg":"trace[1704933103] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"126.573183ms","start":"2026-03-11T17:39:27.431634Z","end":"2026-03-11T17:39:27.558207Z","steps":["trace[1704933103] 'process raft request' (duration: 107.185489ms)","trace[1704933103] 'compare' (duration: 18.953124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:27.558751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.624643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-11T17:39:27.559206Z","caller":"traceutil/trace.go:171","msg":"trace[870403947] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22339; }","duration":"118.084333ms","start":"2026-03-11T17:39:27.440896Z","end":"2026-03-11T17:39:27.55898Z","steps":["trace[870403947] 'agreement among raft nodes before linearized reading' (duration: 117.154683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.73133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:28.17615Z","caller":"traceutil/trace.go:171","msg":"trace[783647133] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"356.806376ms","start":"2026-03-11T17:39:27.819323Z","end":"2026-03-11T17:39:28.176129Z","steps":["trace[783647133] 'process raft request' (duration: 356.747994ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.176533Z","caller":"traceutil/trace.go:171","msg":"trace[938772398] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"564.235168ms","start":"2026-03-11T17:39:27.612229Z","end":"2026-03-11T17:39:28.176465Z","steps":["trace[938772398] 'process raft request' (duration: 563.784077ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.176565Z","caller":"traceutil/trace.go:171","msg":"trace[262006838] linearizableReadLoop","detail":"{readStateIndex:23157; appliedIndex:23153; }","duration":"568.884261ms","start":"2026-03-11T17:39:27.607632Z","end":"2026-03-11T17:39:28.176516Z","steps":["trace[262006838] 'read index received' (duration: 17.849529ms)","trace[262006838] 'applied index is now lower than readState.Index' (duration: 551.030032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:28.17671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.612219Z","time spent":"564.405562ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:39:28.176789Z","caller":"traceutil/trace.go:171","msg":"trace[14211408] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"573.014484ms","start":"2026-03-11T17:39:27.603736Z","end":"2026-03-11T17:39:28.176751Z","steps":["trace[14211408] 'process raft request' (duration: 69.112947ms)","trace[14211408] 'compare' (duration: 502.008025ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:28.176825Z","caller":"traceutil/trace.go:171","msg":"trace[1116559349] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"570.777824ms","start":"2026-03-11T17:39:27.606001Z","end":"2026-03-11T17:39:28.176778Z","steps":["trace[1116559349] 'process raft request' (duration: 569.959815ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.176896Z","caller":"traceutil/trace.go:171","msg":"trace[1452568411] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"571.855118ms","start":"2026-03-11T17:39:27.605011Z","end":"2026-03-11T17:39:28.176867Z","steps":["trace[1452568411] 'process raft request' (duration: 570.853805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.819301Z","time spent":"356.901137ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:28.176972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.603712Z","time spent":"573.166778ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:28.177018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.605002Z","time spent":"571.96109ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:28.177021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.605986Z","time spent":"570.928388ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:28.177513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.850823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:28.177607Z","caller":"traceutil/trace.go:171","msg":"trace[1723433326] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22348; }","duration":"569.998916ms","start":"2026-03-11T17:39:27.607586Z","end":"2026-03-11T17:39:28.177585Z","steps":["trace[1723433326] 'agreement among raft nodes before linearized reading' (duration: 568.980933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.607569Z","time spent":"570.076478ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:28.197612Z","caller":"traceutil/trace.go:171","msg":"trace[1650490531] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"185.623274ms","start":"2026-03-11T17:39:28.011965Z","end":"2026-03-11T17:39:28.197588Z","steps":["trace[1650490531] 'process raft request' (duration: 185.214915ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.197945Z","caller":"traceutil/trace.go:171","msg":"trace[1339486192] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"153.530867ms","start":"2026-03-11T17:39:28.044381Z","end":"2026-03-11T17:39:28.197912Z","steps":["trace[1339486192] 'process raft request' (duration: 153.145628ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.198129Z","caller":"traceutil/trace.go:171","msg":"trace[2046541474] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"153.483075ms","start":"2026-03-11T17:39:28.044628Z","end":"2026-03-11T17:39:28.198111Z","steps":["trace[2046541474] 'process raft request' (duration: 153.176178ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.19826Z","caller":"traceutil/trace.go:171","msg":"trace[422388171] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"153.359272ms","start":"2026-03-11T17:39:28.044883Z","end":"2026-03-11T17:39:28.198242Z","steps":["trace[422388171] 'process raft request' (duration: 153.177028ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.198379Z","caller":"traceutil/trace.go:171","msg":"trace[1713665942] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"135.742267ms","start":"2026-03-11T17:39:28.062623Z","end":"2026-03-11T17:39:28.198365Z","steps":["trace[1713665942] 'process raft request' (duration: 135.673586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.198446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.954286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-rb6st\" ","response":"range_response_count:1 size:5269"} {"level":"info","ts":"2026-03-11T17:39:28.198451Z","caller":"traceutil/trace.go:171","msg":"trace[1626144965] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"152.649246ms","start":"2026-03-11T17:39:28.045777Z","end":"2026-03-11T17:39:28.198426Z","steps":["trace[1626144965] 'process raft request' (duration: 152.428901ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.198491Z","caller":"traceutil/trace.go:171","msg":"trace[1812273270] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-rb6st; range_end:; response_count:1; response_revision:22354; }","duration":"587.020007ms","start":"2026-03-11T17:39:27.61146Z","end":"2026-03-11T17:39:28.19848Z","steps":["trace[1812273270] 'agreement among raft nodes before linearized reading' (duration: 586.879554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.198515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.611439Z","time spent":"587.071119ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5291,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-rb6st\" "} {"level":"warn","ts":"2026-03-11T17:39:28.198635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:39:28.198772Z","caller":"traceutil/trace.go:171","msg":"trace[170407985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22354; }","duration":"110.952143ms","start":"2026-03-11T17:39:28.087763Z","end":"2026-03-11T17:39:28.198715Z","steps":["trace[170407985] 'agreement among raft nodes before linearized reading' (duration: 110.617075ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:08.213266Z","caller":"traceutil/trace.go:171","msg":"trace[1298312862] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"100.837494ms","start":"2026-03-11T17:40:08.112391Z","end":"2026-03-11T17:40:08.213228Z","steps":["trace[1298312862] 'process raft request' (duration: 84.145541ms)","trace[1298312862] 'compare' (duration: 16.434508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:08.21403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.707816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-11T17:40:08.219257Z","caller":"traceutil/trace.go:171","msg":"trace[2049293373] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22800; }","duration":"108.019135ms","start":"2026-03-11T17:40:08.111209Z","end":"2026-03-11T17:40:08.219228Z","steps":["trace[2049293373] 'agreement among raft nodes before linearized reading' (duration: 102.662355ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:08.907302Z","caller":"traceutil/trace.go:171","msg":"trace[1440447953] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"104.885414ms","start":"2026-03-11T17:40:08.802385Z","end":"2026-03-11T17:40:08.90727Z","steps":["trace[1440447953] 'process raft request' (duration: 104.201769ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:36.157974Z","caller":"traceutil/trace.go:171","msg":"trace[181940434] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"170.152034ms","start":"2026-03-11T17:40:35.98779Z","end":"2026-03-11T17:40:36.157942Z","steps":["trace[181940434] 'process raft request' (duration: 169.617752ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:36.158101Z","caller":"traceutil/trace.go:171","msg":"trace[720254524] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"169.878508ms","start":"2026-03-11T17:40:35.98819Z","end":"2026-03-11T17:40:36.158069Z","steps":["trace[720254524] 'process raft request' (duration: 169.616832ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:36.158187Z","caller":"traceutil/trace.go:171","msg":"trace[1820396353] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"132.945762ms","start":"2026-03-11T17:40:36.02523Z","end":"2026-03-11T17:40:36.158176Z","steps":["trace[1820396353] 'process raft request' (duration: 132.689777ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:47.13482Z","caller":"traceutil/trace.go:171","msg":"trace[801613278] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"289.92135ms","start":"2026-03-11T17:40:46.844869Z","end":"2026-03-11T17:40:47.134791Z","steps":["trace[801613278] 'process raft request' (duration: 280.552541ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:47.134886Z","caller":"traceutil/trace.go:171","msg":"trace[1748979209] linearizableReadLoop","detail":"{readStateIndex:23999; appliedIndex:23998; }","duration":"289.574272ms","start":"2026-03-11T17:40:46.845221Z","end":"2026-03-11T17:40:47.134795Z","steps":["trace[1748979209] 'read index received' (duration: 280.174983ms)","trace[1748979209] 'applied index is now lower than readState.Index' (duration: 9.396529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:47.135278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.025812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18683"} {"level":"info","ts":"2026-03-11T17:40:47.135395Z","caller":"traceutil/trace.go:171","msg":"trace[274526729] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23168; }","duration":"290.153125ms","start":"2026-03-11T17:40:46.845214Z","end":"2026-03-11T17:40:47.135367Z","steps":["trace[274526729] 'agreement among raft nodes before linearized reading' (duration: 289.811398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.135421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.06347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-rabbit-init-lltgl\" ","response":"range_response_count:1 size:2809"} {"level":"info","ts":"2026-03-11T17:40:47.135514Z","caller":"traceutil/trace.go:171","msg":"trace[288659175] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-rabbit-init-lltgl; range_end:; response_count:1; response_revision:23168; }","duration":"267.204652ms","start":"2026-03-11T17:40:46.868273Z","end":"2026-03-11T17:40:47.135478Z","steps":["trace[288659175] 'agreement among raft nodes before linearized reading' (duration: 266.872295ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:47.362742Z","caller":"traceutil/trace.go:171","msg":"trace[931694001] linearizableReadLoop","detail":"{readStateIndex:24000; appliedIndex:23999; }","duration":"102.855359ms","start":"2026-03-11T17:40:47.259859Z","end":"2026-03-11T17:40:47.362714Z","steps":["trace[931694001] 'read index received' (duration: 100.984817ms)","trace[931694001] 'applied index is now lower than readState.Index' (duration: 1.865592ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:47.363371Z","caller":"traceutil/trace.go:171","msg":"trace[882346066] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23169; }","duration":"224.56169ms","start":"2026-03-11T17:40:47.138759Z","end":"2026-03-11T17:40:47.36332Z","steps":["trace[882346066] 'process raft request' (duration: 222.091604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.363417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.543215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:47.363491Z","caller":"traceutil/trace.go:171","msg":"trace[286484873] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23169; }","duration":"103.629487ms","start":"2026-03-11T17:40:47.259844Z","end":"2026-03-11T17:40:47.363473Z","steps":["trace[286484873] 'agreement among raft nodes before linearized reading' (duration: 103.497284ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:47.659067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20286} {"level":"info","ts":"2026-03-11T17:40:47.783768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20286,"took":"119.537493ms","hash":1078626702,"current-db-size-bytes":46141440,"current-db-size":"46 MB","current-db-size-in-use-bytes":38477824,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-11T17:40:47.783842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1078626702,"revision":20286,"compact-revision":18235} {"level":"info","ts":"2026-03-11T17:42:37.688277Z","caller":"traceutil/trace.go:171","msg":"trace[642658210] linearizableReadLoop","detail":"{readStateIndex:25018; appliedIndex:25017; }","duration":"373.910578ms","start":"2026-03-11T17:42:37.314333Z","end":"2026-03-11T17:42:37.688244Z","steps":["trace[642658210] 'read index received' (duration: 373.711504ms)","trace[642658210] 'applied index is now lower than readState.Index' (duration: 197.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:37.688444Z","caller":"traceutil/trace.go:171","msg":"trace[1880023982] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"374.943211ms","start":"2026-03-11T17:42:37.313486Z","end":"2026-03-11T17:42:37.68843Z","steps":["trace[1880023982] 'process raft request' (duration: 374.553003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:37.688585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.313449Z","time spent":"375.033264ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:37.688782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.43678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:37.688832Z","caller":"traceutil/trace.go:171","msg":"trace[1410394850] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24157; }","duration":"374.517401ms","start":"2026-03-11T17:42:37.314301Z","end":"2026-03-11T17:42:37.688818Z","steps":["trace[1410394850] 'agreement among raft nodes before linearized reading' (duration: 374.434519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:37.688877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.314283Z","time spent":"374.583103ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:38.628748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.725312Z","time spent":"903.420735ms","remote":"127.0.0.1:35162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:42:38.629703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.260506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:38.630021Z","caller":"traceutil/trace.go:171","msg":"trace[600657715] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"681.087305ms","start":"2026-03-11T17:42:37.948914Z","end":"2026-03-11T17:42:38.630001Z","steps":["trace[600657715] 'process raft request' (duration: 681.038184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:38.630104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.948881Z","time spent":"681.187767ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:38.630357Z","caller":"traceutil/trace.go:171","msg":"trace[1009492168] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"1.311915627s","start":"2026-03-11T17:42:37.318429Z","end":"2026-03-11T17:42:38.630344Z","steps":["trace[1009492168] 'process raft request' (duration: 694.854312ms)","trace[1009492168] 'compare' (duration: 615.948999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:38.630422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.318412Z","time spent":"1.311982289s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:38.630681Z","caller":"traceutil/trace.go:171","msg":"trace[1728457451] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"1.310988766s","start":"2026-03-11T17:42:37.319683Z","end":"2026-03-11T17:42:38.630671Z","steps":["trace[1728457451] 'process raft request' (duration: 1.310141586s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:38.63076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.319673Z","time spent":"1.311043267s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:38.630894Z","caller":"traceutil/trace.go:171","msg":"trace[122802649] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25018; }","duration":"942.50841ms","start":"2026-03-11T17:42:37.688377Z","end":"2026-03-11T17:42:38.630885Z","steps":["trace[122802649] 'read index received' (duration: 324.902433ms)","trace[122802649] 'applied index is now lower than readState.Index' (duration: 617.604867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:38.631172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280221208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:38.631215Z","caller":"traceutil/trace.go:171","msg":"trace[658646594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24160; }","duration":"1.28030759s","start":"2026-03-11T17:42:37.350898Z","end":"2026-03-11T17:42:38.631205Z","steps":["trace[658646594] 'agreement among raft nodes before linearized reading' (duration: 1.280232698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:38.631249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.350882Z","time spent":"1.280358931s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:39.131996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:39.58678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.15089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:39.587085Z","caller":"traceutil/trace.go:171","msg":"trace[349700971] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"1.228436301s","start":"2026-03-11T17:42:38.358591Z","end":"2026-03-11T17:42:39.587027Z","steps":["trace[349700971] 'process raft request' (duration: 1.228317878s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.587109Z","caller":"traceutil/trace.go:171","msg":"trace[1784016440] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.475971915s","start":"2026-03-11T17:42:38.111098Z","end":"2026-03-11T17:42:39.58707Z","steps":["trace[1784016440] 'process raft request' (duration: 1.141419456s)","trace[1784016440] 'compare' (duration: 333.751771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:39.58718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.358547Z","time spent":"1.228592765s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:42:39.587269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.111032Z","time spent":"1.476152399s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:39.84716Z","caller":"traceutil/trace.go:171","msg":"trace[28462616] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"797.845666ms","start":"2026-03-11T17:42:39.04929Z","end":"2026-03-11T17:42:39.847135Z","steps":["trace[28462616] 'process raft request' (duration: 796.657059ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.847185Z","caller":"traceutil/trace.go:171","msg":"trace[1364595609] linearizableReadLoop","detail":"{readStateIndex:25026; appliedIndex:25021; }","duration":"1.216226618s","start":"2026-03-11T17:42:38.630928Z","end":"2026-03-11T17:42:39.847154Z","steps":["trace[1364595609] 'read index received' (duration: 621.714878ms)","trace[1364595609] 'applied index is now lower than readState.Index' (duration: 594.51068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:39.847297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.049265Z","time spent":"797.949208ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:39.84738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462403661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:39.847394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243905207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:42:39.847476Z","caller":"traceutil/trace.go:171","msg":"trace[648213155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24165; }","duration":"1.244052391s","start":"2026-03-11T17:42:38.603405Z","end":"2026-03-11T17:42:39.847458Z","steps":["trace[648213155] 'agreement among raft nodes before linearized reading' (duration: 1.243774575s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.847495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785938424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:39.847514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.603381Z","time spent":"1.244127552s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:42:39.847525Z","caller":"traceutil/trace.go:171","msg":"trace[1339126415] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"772.016909ms","start":"2026-03-11T17:42:39.075497Z","end":"2026-03-11T17:42:39.847514Z","steps":["trace[1339126415] 'process raft request' (duration: 771.60752ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.847541Z","caller":"traceutil/trace.go:171","msg":"trace[1320085901] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24165; }","duration":"1.786041016s","start":"2026-03-11T17:42:38.061483Z","end":"2026-03-11T17:42:39.847524Z","steps":["trace[1320085901] 'agreement among raft nodes before linearized reading' (duration: 1.785974115s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.847566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.075482Z","time spent":"772.0634ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:39.847601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.06145Z","time spent":"1.786135939s","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:39.847605Z","caller":"traceutil/trace.go:171","msg":"trace[226085066] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"775.318722ms","start":"2026-03-11T17:42:39.072256Z","end":"2026-03-11T17:42:39.847575Z","steps":["trace[226085066] 'process raft request' (duration: 774.76475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.847727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102308446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:42:39.847753Z","caller":"traceutil/trace.go:171","msg":"trace[2022502933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24165; }","duration":"2.102377247s","start":"2026-03-11T17:42:37.745369Z","end":"2026-03-11T17:42:39.847746Z","steps":["trace[2022502933] 'agreement among raft nodes before linearized reading' (duration: 2.102244394s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.847771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.745338Z","time spent":"2.102430619s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:42:39.847769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236519281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:39.847798Z","caller":"traceutil/trace.go:171","msg":"trace[177115404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24165; }","duration":"1.236548902s","start":"2026-03-11T17:42:38.61124Z","end":"2026-03-11T17:42:39.847788Z","steps":["trace[177115404] 'agreement among raft nodes before linearized reading' (duration: 1.236488711s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.84782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.611214Z","time spent":"1.236600894s","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:39.84784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.072238Z","time spent":"775.490856ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:39.847892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859054817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T17:42:39.847874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856249964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:42:39.84796Z","caller":"traceutil/trace.go:171","msg":"trace[616677705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24165; }","duration":"1.856383819s","start":"2026-03-11T17:42:37.991552Z","end":"2026-03-11T17:42:39.847936Z","steps":["trace[616677705] 'agreement among raft nodes before linearized reading' (duration: 1.856087043s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.847432Z","caller":"traceutil/trace.go:171","msg":"trace[832334567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24165; }","duration":"1.462523215s","start":"2026-03-11T17:42:38.38489Z","end":"2026-03-11T17:42:39.847413Z","steps":["trace[832334567] 'agreement among raft nodes before linearized reading' (duration: 1.462416382s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.848004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.991523Z","time spent":"1.856468441s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:42:39.848015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.384864Z","time spent":"1.463145448s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:39.847989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242501485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-11T17:42:39.848059Z","caller":"traceutil/trace.go:171","msg":"trace[2024020772] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24165; }","duration":"1.242583337s","start":"2026-03-11T17:42:38.605469Z","end":"2026-03-11T17:42:39.848053Z","steps":["trace[2024020772] 'agreement among raft nodes before linearized reading' (duration: 1.242449584s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.848075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.605463Z","time spent":"1.242608327s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-11T17:42:39.847915Z","caller":"traceutil/trace.go:171","msg":"trace[1077067259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24165; }","duration":"1.859074658s","start":"2026-03-11T17:42:37.988832Z","end":"2026-03-11T17:42:39.847907Z","steps":["trace[1077067259] 'agreement among raft nodes before linearized reading' (duration: 1.858755531s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.84812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:37.988759Z","time spent":"1.859349715s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:42:40.348149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:40.848306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:41.349005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:41.797941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.951854251s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:42:41.848984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999457284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:42:41.849088Z","caller":"traceutil/trace.go:171","msg":"trace[1449117254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999592108s","start":"2026-03-11T17:42:39.849477Z","end":"2026-03-11T17:42:41.849069Z","steps":["trace[1449117254] 'agreement among raft nodes before linearized reading' (duration: 1.999465955s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:41.849139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.849465Z","time spent":"1.99966512s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:42:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:42:41.871694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.79541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:41.871818Z","caller":"traceutil/trace.go:171","msg":"trace[684406600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24165; }","duration":"766.921753ms","start":"2026-03-11T17:42:41.104876Z","end":"2026-03-11T17:42:41.871798Z","steps":["trace[684406600] 'range keys from in-memory index tree' (duration: 766.7808ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.872557Z","caller":"traceutil/trace.go:171","msg":"trace[302979212] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"2.174490288s","start":"2026-03-11T17:42:39.698033Z","end":"2026-03-11T17:42:41.872523Z","steps":["trace[302979212] 'process raft request' (duration: 2.100303729s)","trace[302979212] 'compare' (duration: 73.484563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:41.872712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.698001Z","time spent":"2.1746159s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:42.930589Z","caller":"traceutil/trace.go:171","msg":"trace[1283472064] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"3.078211769s","start":"2026-03-11T17:42:39.852349Z","end":"2026-03-11T17:42:42.930561Z","steps":["trace[1283472064] 'process raft request' (duration: 3.078017263s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.930681Z","caller":"traceutil/trace.go:171","msg":"trace[510523616] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25026; }","duration":"3.083393186s","start":"2026-03-11T17:42:39.847265Z","end":"2026-03-11T17:42:42.930658Z","steps":["trace[510523616] 'read index received' (duration: 1.951039783s)","trace[510523616] 'applied index is now lower than readState.Index' (duration: 1.132352203s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:42.930739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.852342Z","time spent":"3.078314582s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:42.930771Z","caller":"traceutil/trace.go:171","msg":"trace[1031641536] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"3.077722018s","start":"2026-03-11T17:42:39.853042Z","end":"2026-03-11T17:42:42.930764Z","steps":["trace[1031641536] 'process raft request' (duration: 3.077414201s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.930788Z","caller":"traceutil/trace.go:171","msg":"trace[1081045587] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"2.280840286s","start":"2026-03-11T17:42:40.649935Z","end":"2026-03-11T17:42:42.930775Z","steps":["trace[1081045587] 'process raft request' (duration: 2.280590061s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.930844Z","caller":"traceutil/trace.go:171","msg":"trace[364625586] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"3.079004527s","start":"2026-03-11T17:42:39.851829Z","end":"2026-03-11T17:42:42.930834Z","steps":["trace[364625586] 'process raft request' (duration: 3.018719268s)","trace[364625586] 'compare' (duration: 59.686274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:42.93087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.853018Z","time spent":"3.07778007s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:42.930745Z","caller":"traceutil/trace.go:171","msg":"trace[1983066626] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"3.077788839s","start":"2026-03-11T17:42:39.852949Z","end":"2026-03-11T17:42:42.930738Z","steps":["trace[1983066626] 'process raft request' (duration: 3.077474103s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.930883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.851819Z","time spent":"3.079045327s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:42.93089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:40.649926Z","time spent":"2.280891217s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:42.930964Z","caller":"traceutil/trace.go:171","msg":"trace[1223587721] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.538982713s","start":"2026-03-11T17:42:41.391974Z","end":"2026-03-11T17:42:42.930957Z","steps":["trace[1223587721] 'process raft request' (duration: 1.538637906s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.931021Z","caller":"traceutil/trace.go:171","msg":"trace[699053708] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"2.279637218s","start":"2026-03-11T17:42:40.651369Z","end":"2026-03-11T17:42:42.931006Z","steps":["trace[699053708] 'process raft request' (duration: 2.279211209s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.931004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.852942Z","time spent":"3.077978714s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:42.931118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:40.651354Z","time spent":"2.279729761s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:42.931158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994146442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:42:42.931165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994580241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:42:42.931193Z","caller":"traceutil/trace.go:171","msg":"trace[831639881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24174; }","duration":"3.994222103s","start":"2026-03-11T17:42:38.936956Z","end":"2026-03-11T17:42:42.931178Z","steps":["trace[831639881] 'agreement among raft nodes before linearized reading' (duration: 3.993992498s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.931204Z","caller":"traceutil/trace.go:171","msg":"trace[728296526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24174; }","duration":"3.994650472s","start":"2026-03-11T17:42:38.93654Z","end":"2026-03-11T17:42:42.931191Z","steps":["trace[728296526] 'agreement among raft nodes before linearized reading' (duration: 3.994463758s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.930693Z","caller":"traceutil/trace.go:171","msg":"trace[968312751] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"2.281119492s","start":"2026-03-11T17:42:40.649549Z","end":"2026-03-11T17:42:42.930668Z","steps":["trace[968312751] 'process raft request' (duration: 2.280942428s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.931217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.936936Z","time spent":"3.994276804s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:42.931219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259948777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:42:42.931237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.936513Z","time spent":"3.994716233s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:42.93124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817206149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:42.931251Z","caller":"traceutil/trace.go:171","msg":"trace[1777396309] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24174; }","duration":"4.260014549s","start":"2026-03-11T17:42:38.671227Z","end":"2026-03-11T17:42:42.931242Z","steps":["trace[1777396309] 'agreement among raft nodes before linearized reading' (duration: 4.259962507s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.931279Z","caller":"traceutil/trace.go:171","msg":"trace[2087880186] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24174; }","duration":"3.817303252s","start":"2026-03-11T17:42:39.113963Z","end":"2026-03-11T17:42:42.931266Z","steps":["trace[2087880186] 'agreement among raft nodes before linearized reading' (duration: 3.81722897s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.931281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.671203Z","time spent":"4.260070749s","remote":"127.0.0.1:59990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:42.931282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:40.649525Z","time spent":"2.281717266s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:42.931303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.113928Z","time spent":"3.817369373s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:42.93133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994816786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:42:42.931325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.391949Z","time spent":"1.539039514s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:42.931316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29653092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:42:42.931377Z","caller":"traceutil/trace.go:171","msg":"trace[1341271973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24174; }","duration":"3.994887757s","start":"2026-03-11T17:42:38.936474Z","end":"2026-03-11T17:42:42.931362Z","steps":["trace[1341271973] 'agreement among raft nodes before linearized reading' (duration: 3.994740064s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.931405Z","caller":"traceutil/trace.go:171","msg":"trace[1802726014] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24174; }","duration":"3.296687054s","start":"2026-03-11T17:42:39.634698Z","end":"2026-03-11T17:42:42.931385Z","steps":["trace[1802726014] 'agreement among raft nodes before linearized reading' (duration: 3.296482589s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.931414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:38.936451Z","time spent":"3.994955699s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:42.931448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.634672Z","time spent":"3.296765915s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:43.431508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:42:43.732142Z","caller":"traceutil/trace.go:171","msg":"trace[2092885682] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.874992136s","start":"2026-03-11T17:42:41.857124Z","end":"2026-03-11T17:42:43.732116Z","steps":["trace[2092885682] 'process raft request' (duration: 1.874935515s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.732234Z","caller":"traceutil/trace.go:171","msg":"trace[561004973] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.877538213s","start":"2026-03-11T17:42:41.854659Z","end":"2026-03-11T17:42:43.732197Z","steps":["trace[561004973] 'process raft request' (duration: 1.877150414s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:43.732312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.85711Z","time spent":"1.875117428s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:43.732424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.854632Z","time spent":"1.877682446s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:43.732525Z","caller":"traceutil/trace.go:171","msg":"trace[410285572] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.877479071s","start":"2026-03-11T17:42:41.855032Z","end":"2026-03-11T17:42:43.732511Z","steps":["trace[410285572] 'process raft request' (duration: 1.876966809s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:43.732601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.855022Z","time spent":"1.877527361s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:43.858388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:42:43.858496Z","caller":"traceutil/trace.go:171","msg":"trace[1621644731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579992s","start":"2026-03-11T17:42:41.857889Z","end":"2026-03-11T17:42:43.858469Z","steps":["trace[1621644731] 'agreement among raft nodes before linearized reading' (duration: 2.000435149s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:43.858547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.857878Z","time spent":"2.000659274s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:42:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:42:44.672272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.832025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:44.672456Z","caller":"traceutil/trace.go:171","msg":"trace[1709174630] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"793.306653ms","start":"2026-03-11T17:42:43.879138Z","end":"2026-03-11T17:42:44.672444Z","steps":["trace[1709174630] 'process raft request' (duration: 793.283563ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.672468Z","caller":"traceutil/trace.go:171","msg":"trace[586801868] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.735350623s","start":"2026-03-11T17:42:42.937089Z","end":"2026-03-11T17:42:44.672439Z","steps":["trace[586801868] 'process raft request' (duration: 1.735250961s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.672531Z","caller":"traceutil/trace.go:171","msg":"trace[215708627] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"1.734066265s","start":"2026-03-11T17:42:42.93846Z","end":"2026-03-11T17:42:44.672526Z","steps":["trace[215708627] 'process raft request' (duration: 1.733913652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.672558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.938443Z","time spent":"1.734103125s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:44.672587Z","caller":"traceutil/trace.go:171","msg":"trace[425595568] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.636244698s","start":"2026-03-11T17:42:43.036317Z","end":"2026-03-11T17:42:44.672562Z","steps":["trace[425595568] 'process raft request' (duration: 1.636077004s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.672617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.937069Z","time spent":"1.735463915s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:44.672673Z","caller":"traceutil/trace.go:171","msg":"trace[307763397] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25035; }","duration":"1.741926719s","start":"2026-03-11T17:42:42.93074Z","end":"2026-03-11T17:42:44.672666Z","steps":["trace[307763397] 'read index received' (duration: 800.973346ms)","trace[307763397] 'applied index is now lower than readState.Index' (duration: 940.952513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:44.6727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.036283Z","time spent":"1.636359519s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:44.672849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776535614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:42:44.672873Z","caller":"traceutil/trace.go:171","msg":"trace[1022436860] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24182; }","duration":"1.776609906s","start":"2026-03-11T17:42:42.896257Z","end":"2026-03-11T17:42:44.672867Z","steps":["trace[1022436860] 'agreement among raft nodes before linearized reading' (duration: 1.776472592s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.672889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.896188Z","time spent":"1.776697509s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:42:44.672994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941676626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673009Z","caller":"traceutil/trace.go:171","msg":"trace[1589965803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24182; }","duration":"1.941729997s","start":"2026-03-11T17:42:42.731275Z","end":"2026-03-11T17:42:44.673005Z","steps":["trace[1589965803] 'agreement among raft nodes before linearized reading' (duration: 1.941700947s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.731253Z","time spent":"1.941765348s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.673138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81865238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:42:44.672504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.879118Z","time spent":"793.364424ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:44.673193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233970044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-11T17:42:44.67321Z","caller":"traceutil/trace.go:171","msg":"trace[772917794] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24182; }","duration":"3.234029885s","start":"2026-03-11T17:42:41.439175Z","end":"2026-03-11T17:42:44.673205Z","steps":["trace[772917794] 'agreement among raft nodes before linearized reading' (duration: 3.233986994s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.439148Z","time spent":"3.234073886s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-11T17:42:44.673288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811646369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673345Z","caller":"traceutil/trace.go:171","msg":"trace[712037030] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24182; }","duration":"4.811743702s","start":"2026-03-11T17:42:39.861591Z","end":"2026-03-11T17:42:44.673335Z","steps":["trace[712037030] 'agreement among raft nodes before linearized reading' (duration: 4.811628879s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471005431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:44.673373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81797341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-11T17:42:44.673378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.861572Z","time spent":"4.811799803s","remote":"127.0.0.1:51276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:44.673345Z","caller":"traceutil/trace.go:171","msg":"trace[1221523880] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"1.736807106s","start":"2026-03-11T17:42:42.936497Z","end":"2026-03-11T17:42:44.673304Z","steps":["trace[1221523880] 'process raft request' (duration: 1.060881516s)","trace[1221523880] 'compare' (duration: 674.509778ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:44.673396Z","caller":"traceutil/trace.go:171","msg":"trace[319453984] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24182; }","duration":"3.471069783s","start":"2026-03-11T17:42:41.202319Z","end":"2026-03-11T17:42:44.673389Z","steps":["trace[319453984] 'agreement among raft nodes before linearized reading' (duration: 3.471001761s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.673402Z","caller":"traceutil/trace.go:171","msg":"trace[1680541027] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24182; }","duration":"4.818035672s","start":"2026-03-11T17:42:39.855357Z","end":"2026-03-11T17:42:44.673393Z","steps":["trace[1680541027] 'agreement among raft nodes before linearized reading' (duration: 4.81794642s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.2023Z","time spent":"3.471114093s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.673425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.855344Z","time spent":"4.818075943s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-11T17:42:44.673424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33264191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673447Z","caller":"traceutil/trace.go:171","msg":"trace[1774219889] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24182; }","duration":"3.332699421s","start":"2026-03-11T17:42:41.34074Z","end":"2026-03-11T17:42:44.67344Z","steps":["trace[1774219889] 'agreement among raft nodes before linearized reading' (duration: 3.33265642s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467659208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:44.673463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.340718Z","time spent":"3.332740491s","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.673471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.850073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673491Z","caller":"traceutil/trace.go:171","msg":"trace[1034131134] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24182; }","duration":"643.909554ms","start":"2026-03-11T17:42:44.029574Z","end":"2026-03-11T17:42:44.673484Z","steps":["trace[1034131134] 'agreement among raft nodes before linearized reading' (duration: 643.870623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.353754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673494Z","caller":"traceutil/trace.go:171","msg":"trace[49153671] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24182; }","duration":"1.467774651s","start":"2026-03-11T17:42:43.205702Z","end":"2026-03-11T17:42:44.673477Z","steps":["trace[49153671] 'agreement among raft nodes before linearized reading' (duration: 1.467666988s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.029548Z","time spent":"643.953724ms","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.673498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.936479Z","time spent":"1.736937989s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:44.67353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.205675Z","time spent":"1.467844933s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:44.67353Z","caller":"traceutil/trace.go:171","msg":"trace[1465080273] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24182; }","duration":"988.472477ms","start":"2026-03-11T17:42:43.68504Z","end":"2026-03-11T17:42:44.673512Z","steps":["trace[1465080273] 'agreement among raft nodes before linearized reading' (duration: 988.360614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26910377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:44.673569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.685013Z","time spent":"988.546108ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:44.673586Z","caller":"traceutil/trace.go:171","msg":"trace[901503795] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24182; }","duration":"1.269282363s","start":"2026-03-11T17:42:43.404288Z","end":"2026-03-11T17:42:44.67357Z","steps":["trace[901503795] 'agreement among raft nodes before linearized reading' (duration: 1.269193931s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.67363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.404264Z","time spent":"1.269356855s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.673654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755362702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:42:44.673663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.781534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:44.673677Z","caller":"traceutil/trace.go:171","msg":"trace[483841116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24182; }","duration":"4.755418742s","start":"2026-03-11T17:42:39.918249Z","end":"2026-03-11T17:42:44.673668Z","steps":["trace[483841116] 'agreement among raft nodes before linearized reading' (duration: 4.75532862s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.673153Z","caller":"traceutil/trace.go:171","msg":"trace[2030516654] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24182; }","duration":"2.818705062s","start":"2026-03-11T17:42:41.854443Z","end":"2026-03-11T17:42:44.673148Z","steps":["trace[2030516654] 'agreement among raft nodes before linearized reading' (duration: 2.818656141s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.673686Z","caller":"traceutil/trace.go:171","msg":"trace[966679113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24182; }","duration":"814.848095ms","start":"2026-03-11T17:42:43.858831Z","end":"2026-03-11T17:42:44.673679Z","steps":["trace[966679113] 'agreement among raft nodes before linearized reading' (duration: 814.808744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.918225Z","time spent":"4.755462943s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:42:44.673598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818252702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T17:42:44.673704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.85881Z","time spent":"814.889636ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:42:44.673722Z","caller":"traceutil/trace.go:171","msg":"trace[765152285] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24182; }","duration":"3.818432127s","start":"2026-03-11T17:42:40.855283Z","end":"2026-03-11T17:42:44.673715Z","steps":["trace[765152285] 'agreement among raft nodes before linearized reading' (duration: 3.818215732s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.854423Z","time spent":"2.819278564s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"warn","ts":"2026-03-11T17:42:44.673733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467956885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:42:44.673752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:40.855239Z","time spent":"3.818504459s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-03-11T17:42:44.673754Z","caller":"traceutil/trace.go:171","msg":"trace[1428772389] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24182; }","duration":"1.467978896s","start":"2026-03-11T17:42:43.205769Z","end":"2026-03-11T17:42:44.673748Z","steps":["trace[1428772389] 'agreement among raft nodes before linearized reading' (duration: 1.467887644s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.673772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.205678Z","time spent":"1.468089868s","remote":"127.0.0.1:33358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:44.67588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033709558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:42:44.67591Z","caller":"traceutil/trace.go:171","msg":"trace[2063166287] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24182; }","duration":"1.033786179s","start":"2026-03-11T17:42:43.642115Z","end":"2026-03-11T17:42:44.675901Z","steps":["trace[2063166287] 'agreement among raft nodes before linearized reading' (duration: 1.031563829s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.675928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:43.642092Z","time spent":"1.033831971s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2601,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:45.184197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:45.685367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:46.186184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:42:46.499745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.822579812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:42:46.500413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.677057Z","time spent":"1.823351779s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:42:46.500646Z","caller":"traceutil/trace.go:171","msg":"trace[1853708047] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.823517443s","start":"2026-03-11T17:42:44.677076Z","end":"2026-03-11T17:42:46.500593Z","steps":["trace[1853708047] 'process raft request' (duration: 1.82291878s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:46.500886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.677047Z","time spent":"1.823712926s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:46.682016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998699039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:42:46.682095Z","caller":"traceutil/trace.go:171","msg":"trace[2114941501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998817712s","start":"2026-03-11T17:42:44.683261Z","end":"2026-03-11T17:42:46.682079Z","steps":["trace[2114941501] 'agreement among raft nodes before linearized reading' (duration: 1.99871528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:46.682141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.683245Z","time spent":"1.998887724s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:42:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-11T17:42:47.430036Z","caller":"traceutil/trace.go:171","msg":"trace[1646172703] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.346356151s","start":"2026-03-11T17:42:45.083631Z","end":"2026-03-11T17:42:47.429987Z","steps":["trace[1646172703] 'process raft request' (duration: 2.346059565s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:47.430109Z","caller":"traceutil/trace.go:171","msg":"trace[313592043] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"1.691648896s","start":"2026-03-11T17:42:45.738414Z","end":"2026-03-11T17:42:47.430063Z","steps":["trace[313592043] 'process raft request' (duration: 1.691342389s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.430188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.083615Z","time spent":"2.346485674s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:47.430393Z","caller":"traceutil/trace.go:171","msg":"trace[1298883271] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"2.349401569s","start":"2026-03-11T17:42:45.080984Z","end":"2026-03-11T17:42:47.430386Z","steps":["trace[1298883271] 'process raft request' (duration: 2.348457608s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.430432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.080976Z","time spent":"2.349435331s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:47.430494Z","caller":"traceutil/trace.go:171","msg":"trace[1026716508] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"2.347631659s","start":"2026-03-11T17:42:45.082849Z","end":"2026-03-11T17:42:47.430481Z","steps":["trace[1026716508] 'process raft request' (duration: 2.346791691s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.430537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.082842Z","time spent":"2.34767801s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:47.430523Z","caller":"traceutil/trace.go:171","msg":"trace[1767207202] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"1.691966043s","start":"2026-03-11T17:42:45.738507Z","end":"2026-03-11T17:42:47.430473Z","steps":["trace[1767207202] 'process raft request' (duration: 1.691281598s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.430727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.738499Z","time spent":"1.692125456s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:47.430741Z","caller":"traceutil/trace.go:171","msg":"trace[1858178118] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.691863911s","start":"2026-03-11T17:42:45.738827Z","end":"2026-03-11T17:42:47.430691Z","steps":["trace[1858178118] 'process raft request' (duration: 1.690989461s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:47.430761Z","caller":"traceutil/trace.go:171","msg":"trace[227890294] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.286963113s","start":"2026-03-11T17:42:45.143743Z","end":"2026-03-11T17:42:47.430706Z","steps":["trace[227890294] 'process raft request' (duration: 2.285985392s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.430949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.738817Z","time spent":"1.692020444s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:47.430971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.143707Z","time spent":"2.287147957s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:47.432546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.73839Z","time spent":"1.691814539s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:47.491429Z","caller":"traceutil/trace.go:171","msg":"trace[496993176] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25043; }","duration":"2.808136284s","start":"2026-03-11T17:42:44.683263Z","end":"2026-03-11T17:42:47.491399Z","steps":["trace[496993176] 'read index received' (duration: 1.816709261s)","trace[496993176] 'applied index is now lower than readState.Index' (duration: 991.425243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:47.492041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808753988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:42:47.492093Z","caller":"traceutil/trace.go:171","msg":"trace[1283226875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24191; }","duration":"2.808843319s","start":"2026-03-11T17:42:44.68324Z","end":"2026-03-11T17:42:47.492084Z","steps":["trace[1283226875] 'agreement among raft nodes before linearized reading' (duration: 2.808644895s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:47.492124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.683231Z","time spent":"2.808885811s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:42:47.992409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:42:48.165494Z","caller":"traceutil/trace.go:171","msg":"trace[1389211007] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24191; }","duration":"1.663549808s","start":"2026-03-11T17:42:46.501915Z","end":"2026-03-11T17:42:48.165465Z","steps":["trace[1389211007] 'process raft request' (duration: 1.663329143s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.165589Z","caller":"traceutil/trace.go:171","msg":"trace[1476985071] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.072390713s","start":"2026-03-11T17:42:47.093171Z","end":"2026-03-11T17:42:48.165562Z","steps":["trace[1476985071] 'process raft request' (duration: 1.072323911s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.165658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.501892Z","time spent":"1.663666791s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.165675Z","caller":"traceutil/trace.go:171","msg":"trace[235330709] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"1.485457325s","start":"2026-03-11T17:42:46.680182Z","end":"2026-03-11T17:42:48.165639Z","steps":["trace[235330709] 'process raft request' (duration: 1.485182509s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.165762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.680155Z","time spent":"1.485563728s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:48.165856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:47.093143Z","time spent":"1.072520295s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.307787Z","caller":"traceutil/trace.go:171","msg":"trace[203883690] linearizableReadLoop","detail":"{readStateIndex:25057; appliedIndex:25054; }","duration":"816.252927ms","start":"2026-03-11T17:42:47.491499Z","end":"2026-03-11T17:42:48.307752Z","steps":["trace[203883690] 'read index received' (duration: 673.855393ms)","trace[203883690] 'applied index is now lower than readState.Index' (duration: 142.394504ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:48.307791Z","caller":"traceutil/trace.go:171","msg":"trace[1176330377] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"370.200876ms","start":"2026-03-11T17:42:47.937549Z","end":"2026-03-11T17:42:48.30775Z","steps":["trace[1176330377] 'process raft request' (duration: 368.026397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.307934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80322363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:42:48.307966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:47.937519Z","time spent":"370.354108ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.308013Z","caller":"traceutil/trace.go:171","msg":"trace[425484012] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24194; }","duration":"1.803348633s","start":"2026-03-11T17:42:46.504647Z","end":"2026-03-11T17:42:48.307996Z","steps":["trace[425484012] 'agreement among raft nodes before linearized reading' (duration: 1.803165849s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561579652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:42:48.308113Z","caller":"traceutil/trace.go:171","msg":"trace[589231155] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24194; }","duration":"2.561662643s","start":"2026-03-11T17:42:45.746441Z","end":"2026-03-11T17:42:48.308104Z","steps":["trace[589231155] 'agreement among raft nodes before linearized reading' (duration: 2.561463899s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625744162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.30816Z","caller":"traceutil/trace.go:171","msg":"trace[901761443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24194; }","duration":"1.625807043s","start":"2026-03-11T17:42:46.682342Z","end":"2026-03-11T17:42:48.308149Z","steps":["trace[901761443] 'agreement among raft nodes before linearized reading' (duration: 1.625760662s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.682324Z","time spent":"1.625855794s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6252244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:42:48.308289Z","caller":"traceutil/trace.go:171","msg":"trace[713380564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24194; }","duration":"1.625436035s","start":"2026-03-11T17:42:46.68284Z","end":"2026-03-11T17:42:48.308276Z","steps":["trace[713380564] 'agreement among raft nodes before linearized reading' (duration: 1.62518061s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.682827Z","time spent":"1.625487996s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521597594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.308428Z","caller":"traceutil/trace.go:171","msg":"trace[1311715155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24194; }","duration":"1.521671695s","start":"2026-03-11T17:42:46.786747Z","end":"2026-03-11T17:42:48.308419Z","steps":["trace[1311715155] 'agreement among raft nodes before linearized reading' (duration: 1.521613904s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628190896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:42:48.308449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.786723Z","time spent":"1.521721177s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:42:48.308463Z","caller":"traceutil/trace.go:171","msg":"trace[1296878365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24194; }","duration":"1.628265738s","start":"2026-03-11T17:42:46.680185Z","end":"2026-03-11T17:42:48.308451Z","steps":["trace[1296878365] 'agreement among raft nodes before linearized reading' (duration: 1.628154326s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.30849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.68016Z","time spent":"1.62832361s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:48.30851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227611711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:42:48.308523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624806811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:42:48.308552Z","caller":"traceutil/trace.go:171","msg":"trace[1416037227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24194; }","duration":"3.227679942s","start":"2026-03-11T17:42:45.080862Z","end":"2026-03-11T17:42:48.308542Z","steps":["trace[1416037227] 'agreement among raft nodes before linearized reading' (duration: 3.227558489s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.308575Z","caller":"traceutil/trace.go:171","msg":"trace[1940164115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24194; }","duration":"1.624911904s","start":"2026-03-11T17:42:46.683648Z","end":"2026-03-11T17:42:48.30856Z","steps":["trace[1940164115] 'agreement among raft nodes before linearized reading' (duration: 1.624717969s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.080844Z","time spent":"3.227738654s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.683614Z","time spent":"1.624993916s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719752357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.308711Z","caller":"traceutil/trace.go:171","msg":"trace[325114821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24194; }","duration":"2.71981963s","start":"2026-03-11T17:42:45.588883Z","end":"2026-03-11T17:42:48.308702Z","steps":["trace[325114821] 'agreement among raft nodes before linearized reading' (duration: 2.719767889s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.30873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.588862Z","time spent":"2.71986356s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:48.308756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625396023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbf1c4a1-e3e7-4a19-9342-564c1e64a20e\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-11T17:42:48.308768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.342586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:48.308776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.369507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:42:48.308786Z","caller":"traceutil/trace.go:171","msg":"trace[1792004090] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbf1c4a1-e3e7-4a19-9342-564c1e64a20e; range_end:; response_count:1; response_revision:24194; }","duration":"3.625431433s","start":"2026-03-11T17:42:44.683346Z","end":"2026-03-11T17:42:48.308777Z","steps":["trace[1792004090] 'agreement among raft nodes before linearized reading' (duration: 3.625341041s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.308808Z","caller":"traceutil/trace.go:171","msg":"trace[350788122] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24194; }","duration":"539.384877ms","start":"2026-03-11T17:42:47.76941Z","end":"2026-03-11T17:42:48.308795Z","steps":["trace[350788122] 'agreement among raft nodes before linearized reading' (duration: 539.322125ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.30881Z","caller":"traceutil/trace.go:171","msg":"trace[12696681] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24194; }","duration":"815.446779ms","start":"2026-03-11T17:42:47.493351Z","end":"2026-03-11T17:42:48.308798Z","steps":["trace[12696681] 'agreement among raft nodes before linearized reading' (duration: 815.351087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.308842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:47.769367Z","time spent":"539.465499ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:48.308824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.683342Z","time spent":"3.625470284s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-bbf1c4a1-e3e7-4a19-9342-564c1e64a20e\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511055016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.311764Z","caller":"traceutil/trace.go:171","msg":"trace[833135962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24194; }","duration":"3.513733127s","start":"2026-03-11T17:42:44.797733Z","end":"2026-03-11T17:42:48.311466Z","steps":["trace[833135962] 'agreement among raft nodes before linearized reading' (duration: 3.511105938s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.311845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.797707Z","time spent":"3.514115184s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:47.493329Z","time spent":"815.52007ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:42:48.30887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227753124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:42:48.312643Z","caller":"traceutil/trace.go:171","msg":"trace[198581502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24194; }","duration":"3.231595031s","start":"2026-03-11T17:42:45.081027Z","end":"2026-03-11T17:42:48.312622Z","steps":["trace[198581502] 'agreement among raft nodes before linearized reading' (duration: 3.227634762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.312719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.08099Z","time spent":"3.231699832s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:42:48.308948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.550974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:42:48.312938Z","caller":"traceutil/trace.go:171","msg":"trace[1057363280] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24194; }","duration":"561.541724ms","start":"2026-03-11T17:42:47.751384Z","end":"2026-03-11T17:42:48.312926Z","steps":["trace[1057363280] 'agreement among raft nodes before linearized reading' (duration: 557.516063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.312971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:47.751338Z","time spent":"561.622195ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:48.308142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.746433Z","time spent":"2.561702624s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:42:48.30808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:46.504629Z","time spent":"1.803426365s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"warn","ts":"2026-03-11T17:42:48.309108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066896078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.313304Z","caller":"traceutil/trace.go:171","msg":"trace[1384347959] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24194; }","duration":"3.071092521s","start":"2026-03-11T17:42:45.242193Z","end":"2026-03-11T17:42:48.313285Z","steps":["trace[1384347959] 'agreement among raft nodes before linearized reading' (duration: 3.066831016s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.313352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:45.242172Z","time spent":"3.071165724s","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:48.870035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.608028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:48.87035Z","caller":"traceutil/trace.go:171","msg":"trace[707487702] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"556.97089ms","start":"2026-03-11T17:42:48.313344Z","end":"2026-03-11T17:42:48.870315Z","steps":["trace[707487702] 'process raft request' (duration: 137.965053ms)","trace[707487702] 'compare' (duration: 418.287921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:48.870433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.313326Z","time spent":"557.073573ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.87077Z","caller":"traceutil/trace.go:171","msg":"trace[169473229] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"557.288668ms","start":"2026-03-11T17:42:48.313461Z","end":"2026-03-11T17:42:48.870749Z","steps":["trace[169473229] 'process raft request' (duration: 556.683384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.870878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.313435Z","time spent":"557.383049ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.870859Z","caller":"traceutil/trace.go:171","msg":"trace[587684481] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"557.324048ms","start":"2026-03-11T17:42:48.3135Z","end":"2026-03-11T17:42:48.870824Z","steps":["trace[587684481] 'process raft request' (duration: 556.738875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.871002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.31349Z","time spent":"557.437341ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.871494Z","caller":"traceutil/trace.go:171","msg":"trace[1288290903] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25059; }","duration":"497.758127ms","start":"2026-03-11T17:42:48.373711Z","end":"2026-03-11T17:42:48.871469Z","steps":["trace[1288290903] 'read index received' (duration: 77.611205ms)","trace[1288290903] 'applied index is now lower than readState.Index' (duration: 420.145681ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:48.87162Z","caller":"traceutil/trace.go:171","msg":"trace[1913031663] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"556.489059ms","start":"2026-03-11T17:42:48.315118Z","end":"2026-03-11T17:42:48.871607Z","steps":["trace[1913031663] 'process raft request' (duration: 556.185572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.871736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.315096Z","time spent":"556.555421ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:48.871747Z","caller":"traceutil/trace.go:171","msg":"trace[1770883776] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"555.259601ms","start":"2026-03-11T17:42:48.316472Z","end":"2026-03-11T17:42:48.871732Z","steps":["trace[1770883776] 'process raft request' (duration: 554.956785ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.871943Z","caller":"traceutil/trace.go:171","msg":"trace[350373552] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"555.510588ms","start":"2026-03-11T17:42:48.316422Z","end":"2026-03-11T17:42:48.871933Z","steps":["trace[350373552] 'process raft request' (duration: 554.975776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.871997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.316414Z","time spent":"555.558989ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:48.87201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.316468Z","time spent":"555.470957ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:48.871992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.645245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.872118Z","caller":"traceutil/trace.go:171","msg":"trace[1774710234] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24201; }","duration":"553.767388ms","start":"2026-03-11T17:42:48.318336Z","end":"2026-03-11T17:42:48.872103Z","steps":["trace[1774710234] 'agreement among raft nodes before linearized reading' (duration: 553.622094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.872276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.318305Z","time spent":"553.960213ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:42:48.871923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.294169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:48.872543Z","caller":"traceutil/trace.go:171","msg":"trace[438907906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24201; }","duration":"554.921355ms","start":"2026-03-11T17:42:48.3176Z","end":"2026-03-11T17:42:48.872521Z","steps":["trace[438907906] 'agreement among raft nodes before linearized reading' (duration: 554.267019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:48.872692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.317593Z","time spent":"555.083118ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:49.372629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:42:49.550185Z","caller":"traceutil/trace.go:171","msg":"trace[2019012186] linearizableReadLoop","detail":"{readStateIndex:25066; appliedIndex:25065; }","duration":"678.59397ms","start":"2026-03-11T17:42:48.87156Z","end":"2026-03-11T17:42:49.550154Z","steps":["trace[2019012186] 'read index received' (duration: 678.408385ms)","trace[2019012186] 'applied index is now lower than readState.Index' (duration: 184.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:49.550397Z","caller":"traceutil/trace.go:171","msg":"trace[229973107] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.168060881s","start":"2026-03-11T17:42:48.382322Z","end":"2026-03-11T17:42:49.550383Z","steps":["trace[229973107] 'process raft request' (duration: 1.167652421s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.550521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155106841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.550604Z","caller":"traceutil/trace.go:171","msg":"trace[2052172108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24202; }","duration":"1.155241614s","start":"2026-03-11T17:42:48.395343Z","end":"2026-03-11T17:42:49.550584Z","steps":["trace[2052172108] 'agreement among raft nodes before linearized reading' (duration: 1.155109771s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.550645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.39532Z","time spent":"1.155316226s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:42:49.550836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.382307Z","time spent":"1.168150062s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:49.550907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029741789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.550952Z","caller":"traceutil/trace.go:171","msg":"trace[265325068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24202; }","duration":"1.029827061s","start":"2026-03-11T17:42:48.521113Z","end":"2026-03-11T17:42:49.55094Z","steps":["trace[265325068] 'agreement among raft nodes before linearized reading' (duration: 1.029744129s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.550938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.998519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:49.550985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.521092Z","time spent":"1.029883852s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:49.551012Z","caller":"traceutil/trace.go:171","msg":"trace[1326514650] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24202; }","duration":"858.123822ms","start":"2026-03-11T17:42:48.692869Z","end":"2026-03-11T17:42:49.550993Z","steps":["trace[1326514650] 'agreement among raft nodes before linearized reading' (duration: 857.963349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.551064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.692847Z","time spent":"858.209104ms","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:49.550998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175675861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:42:49.551134Z","caller":"traceutil/trace.go:171","msg":"trace[1645764904] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24202; }","duration":"1.175853525s","start":"2026-03-11T17:42:48.375254Z","end":"2026-03-11T17:42:49.551108Z","steps":["trace[1645764904] 'agreement among raft nodes before linearized reading' (duration: 1.175538268s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.551258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.375216Z","time spent":"1.176020939s","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T17:42:49.551836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133677212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-11T17:42:49.551902Z","caller":"traceutil/trace.go:171","msg":"trace[2147240375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24202; }","duration":"1.133746804s","start":"2026-03-11T17:42:48.418137Z","end":"2026-03-11T17:42:49.551884Z","steps":["trace[2147240375] 'agreement among raft nodes before linearized reading' (duration: 1.132297762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.551941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.418117Z","time spent":"1.133813366s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-11T17:42:49.570832Z","caller":"traceutil/trace.go:171","msg":"trace[906128740] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"134.099918ms","start":"2026-03-11T17:42:49.436705Z","end":"2026-03-11T17:42:49.570805Z","steps":["trace[906128740] 'process raft request' (duration: 133.971885ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.570842Z","caller":"traceutil/trace.go:171","msg":"trace[1303809683] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"132.300197ms","start":"2026-03-11T17:42:49.438517Z","end":"2026-03-11T17:42:49.570817Z","steps":["trace[1303809683] 'process raft request' (duration: 132.236336ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.570859Z","caller":"traceutil/trace.go:171","msg":"trace[920489605] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"133.29424ms","start":"2026-03-11T17:42:49.437541Z","end":"2026-03-11T17:42:49.570835Z","steps":["trace[920489605] 'process raft request' (duration: 133.176138ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.571424Z","caller":"traceutil/trace.go:171","msg":"trace[1692243586] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"134.781373ms","start":"2026-03-11T17:42:49.436619Z","end":"2026-03-11T17:42:49.5714Z","steps":["trace[1692243586] 'process raft request' (duration: 133.923744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.571569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.321603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.571619Z","caller":"traceutil/trace.go:171","msg":"trace[752909092] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24208; }","duration":"695.402754ms","start":"2026-03-11T17:42:48.876204Z","end":"2026-03-11T17:42:49.571607Z","steps":["trace[752909092] 'agreement among raft nodes before linearized reading' (duration: 695.304452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.571639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.580409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:42:49.571657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.876195Z","time spent":"695.453836ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:42:49.571679Z","caller":"traceutil/trace.go:171","msg":"trace[1874134324] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24208; }","duration":"695.663121ms","start":"2026-03-11T17:42:48.876001Z","end":"2026-03-11T17:42:49.571664Z","steps":["trace[1874134324] 'agreement among raft nodes before linearized reading' (duration: 695.518687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.571737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.875993Z","time spent":"695.736292ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"warn","ts":"2026-03-11T17:42:49.571721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.470809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:49.571865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.922607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:42:49.57188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.934241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.571917Z","caller":"traceutil/trace.go:171","msg":"trace[697876499] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24208; }","duration":"692.001679ms","start":"2026-03-11T17:42:48.879901Z","end":"2026-03-11T17:42:49.571903Z","steps":["trace[697876499] 'agreement among raft nodes before linearized reading' (duration: 691.797964ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.571947Z","caller":"traceutil/trace.go:171","msg":"trace[1433030571] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"133.322039ms","start":"2026-03-11T17:42:49.43861Z","end":"2026-03-11T17:42:49.571932Z","steps":["trace[1433030571] 'process raft request' (duration: 132.181524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.571942Z","caller":"traceutil/trace.go:171","msg":"trace[1888826829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24208; }","duration":"698.021193ms","start":"2026-03-11T17:42:48.8739Z","end":"2026-03-11T17:42:49.571921Z","steps":["trace[1888826829] 'agreement among raft nodes before linearized reading' (duration: 697.938791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.571952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.879893Z","time spent":"692.0501ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:49.572006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.87388Z","time spent":"698.114676ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:42:49.57189Z","caller":"traceutil/trace.go:171","msg":"trace[2017585115] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24208; }","duration":"522.711704ms","start":"2026-03-11T17:42:49.049155Z","end":"2026-03-11T17:42:49.571866Z","steps":["trace[2017585115] 'agreement among raft nodes before linearized reading' (duration: 522.358596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.572236Z","caller":"traceutil/trace.go:171","msg":"trace[1785571698] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"133.310539ms","start":"2026-03-11T17:42:49.438914Z","end":"2026-03-11T17:42:49.572224Z","steps":["trace[1785571698] 'process raft request' (duration: 132.487451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.572228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.938091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:49.572242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:49.049133Z","time spent":"523.090932ms","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:49.572287Z","caller":"traceutil/trace.go:171","msg":"trace[936571928] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24208; }","duration":"124.027782ms","start":"2026-03-11T17:42:49.448241Z","end":"2026-03-11T17:42:49.572269Z","steps":["trace[936571928] 'agreement among raft nodes before linearized reading' (duration: 123.93694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:54.142097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:42:54.25832Z","caller":"traceutil/trace.go:171","msg":"trace[1512485718] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"675.993562ms","start":"2026-03-11T17:42:53.582294Z","end":"2026-03-11T17:42:54.258287Z","steps":["trace[1512485718] 'process raft request' (duration: 675.762486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:54.258506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.582241Z","time spent":"676.165015ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.469549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211564493s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:42:55.470106Z","caller":"traceutil/trace.go:171","msg":"trace[1330361843] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25096; }","duration":"1.828245209s","start":"2026-03-11T17:42:53.641838Z","end":"2026-03-11T17:42:55.470084Z","steps":["trace[1330361843] 'read index received' (duration: 616.184745ms)","trace[1330361843] 'applied index is now lower than readState.Index' (duration: 1.212059634s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:55.470355Z","caller":"traceutil/trace.go:171","msg":"trace[459162507] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"1.865015241s","start":"2026-03-11T17:42:53.6053Z","end":"2026-03-11T17:42:55.470315Z","steps":["trace[459162507] 'process raft request' (duration: 1.864684814s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:55.470418Z","caller":"traceutil/trace.go:171","msg":"trace[1556500262] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"1.864272124s","start":"2026-03-11T17:42:53.606135Z","end":"2026-03-11T17:42:55.470407Z","steps":["trace[1556500262] 'process raft request' (duration: 1.863882426s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.470444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828588927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:55.470485Z","caller":"traceutil/trace.go:171","msg":"trace[1106160931] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24238; }","duration":"1.828676529s","start":"2026-03-11T17:42:53.641795Z","end":"2026-03-11T17:42:55.470472Z","steps":["trace[1106160931] 'agreement among raft nodes before linearized reading' (duration: 1.828566486s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:55.470478Z","caller":"traceutil/trace.go:171","msg":"trace[1612495543] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"1.878437711s","start":"2026-03-11T17:42:53.592002Z","end":"2026-03-11T17:42:55.47044Z","steps":["trace[1612495543] 'process raft request' (duration: 1.877906279s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.47052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.606118Z","time spent":"1.864335896s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.470519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.641787Z","time spent":"1.82872266s","remote":"127.0.0.1:33418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:55.470557Z","caller":"traceutil/trace.go:171","msg":"trace[1857516909] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"1.874022162s","start":"2026-03-11T17:42:53.596524Z","end":"2026-03-11T17:42:55.470546Z","steps":["trace[1857516909] 'process raft request' (duration: 1.873425269s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:55.470547Z","caller":"traceutil/trace.go:171","msg":"trace[2049381030] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"1.879495055s","start":"2026-03-11T17:42:53.591016Z","end":"2026-03-11T17:42:55.470511Z","steps":["trace[2049381030] 'process raft request' (duration: 1.878743688s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.470611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.596516Z","time spent":"1.874066153s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.470644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.591995Z","time spent":"1.878561734s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.47051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.60527Z","time spent":"1.865153054s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.470712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:53.59099Z","time spent":"1.879628897s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:55.470371Z","caller":"traceutil/trace.go:171","msg":"trace[171609515] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.248909368s","start":"2026-03-11T17:42:54.22144Z","end":"2026-03-11T17:42:55.470349Z","steps":["trace[171609515] 'process raft request' (duration: 1.248608042s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.470803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.221408Z","time spent":"1.249356448s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.486302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09778651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:55.486425Z","caller":"traceutil/trace.go:171","msg":"trace[1227801780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24239; }","duration":"1.097953523s","start":"2026-03-11T17:42:54.38844Z","end":"2026-03-11T17:42:55.486393Z","steps":["trace[1227801780] 'agreement among raft nodes before linearized reading' (duration: 1.097731838s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.996641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:55.486479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.388421Z","time spent":"1.098049046s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:42:55.486519Z","caller":"traceutil/trace.go:171","msg":"trace[923591925] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"539.4534ms","start":"2026-03-11T17:42:54.947036Z","end":"2026-03-11T17:42:55.48649Z","steps":["trace[923591925] 'process raft request' (duration: 538.904357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.921152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:55.486594Z","caller":"traceutil/trace.go:171","msg":"trace[176324944] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24239; }","duration":"544.992774ms","start":"2026-03-11T17:42:54.941582Z","end":"2026-03-11T17:42:55.486574Z","steps":["trace[176324944] 'agreement among raft nodes before linearized reading' (duration: 544.913462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.947005Z","time spent":"539.564312ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:55.486638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.941575Z","time spent":"545.052615ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:55.48667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.342233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:42:55.48667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.747014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:42:55.486691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.677984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:42:55.486723Z","caller":"traceutil/trace.go:171","msg":"trace[404837954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24239; }","duration":"558.424285ms","start":"2026-03-11T17:42:54.928285Z","end":"2026-03-11T17:42:55.48671Z","steps":["trace[404837954] 'agreement among raft nodes before linearized reading' (duration: 558.232841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06781325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T17:42:55.486529Z","caller":"traceutil/trace.go:171","msg":"trace[841264883] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24239; }","duration":"429.162614ms","start":"2026-03-11T17:42:55.057338Z","end":"2026-03-11T17:42:55.486501Z","steps":["trace[841264883] 'agreement among raft nodes before linearized reading' (duration: 428.924399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.928269Z","time spent":"558.496526ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:42:55.486772Z","caller":"traceutil/trace.go:171","msg":"trace[1742996470] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24239; }","duration":"1.067903852s","start":"2026-03-11T17:42:54.418858Z","end":"2026-03-11T17:42:55.486762Z","steps":["trace[1742996470] 'agreement among raft nodes before linearized reading' (duration: 1.067719038s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:55.486771Z","caller":"traceutil/trace.go:171","msg":"trace[1679531148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24239; }","duration":"883.794447ms","start":"2026-03-11T17:42:54.602958Z","end":"2026-03-11T17:42:55.486752Z","steps":["trace[1679531148] 'agreement among raft nodes before linearized reading' (duration: 883.582402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.057316Z","time spent":"429.469231ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:55.486815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.418839Z","time spent":"1.067967523s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-11T17:42:55.48682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.602941Z","time spent":"883.866568ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:42:55.486736Z","caller":"traceutil/trace.go:171","msg":"trace[819730644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24239; }","duration":"559.842126ms","start":"2026-03-11T17:42:54.926881Z","end":"2026-03-11T17:42:55.486723Z","steps":["trace[819730644] 'agreement among raft nodes before linearized reading' (duration: 559.683753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.517997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:42:55.486844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.96081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:42:55.486891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.926865Z","time spent":"560.01266ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:42:55.486903Z","caller":"traceutil/trace.go:171","msg":"trace[1176235937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24239; }","duration":"558.576718ms","start":"2026-03-11T17:42:54.928313Z","end":"2026-03-11T17:42:55.48689Z","steps":["trace[1176235937] 'agreement among raft nodes before linearized reading' (duration: 558.412304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.928307Z","time spent":"558.63188ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:42:55.486959Z","caller":"traceutil/trace.go:171","msg":"trace[1910231142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24239; }","duration":"556.104373ms","start":"2026-03-11T17:42:54.930826Z","end":"2026-03-11T17:42:55.48693Z","steps":["trace[1910231142] 'agreement among raft nodes before linearized reading' (duration: 555.777656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.486447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.402774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:42:55.487021Z","caller":"traceutil/trace.go:171","msg":"trace[1553362711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24239; }","duration":"555.053009ms","start":"2026-03-11T17:42:54.931956Z","end":"2026-03-11T17:42:55.487009Z","steps":["trace[1553362711] 'agreement among raft nodes before linearized reading' (duration: 554.22842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.487024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.93082Z","time spent":"556.190005ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:42:55.487122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.931924Z","time spent":"555.186982ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:55.487297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.452095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:55.487659Z","caller":"traceutil/trace.go:171","msg":"trace[78271138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24239; }","duration":"530.613011ms","start":"2026-03-11T17:42:54.957008Z","end":"2026-03-11T17:42:55.487621Z","steps":["trace[78271138] 'agreement among raft nodes before linearized reading' (duration: 529.440415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.487701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:54.956988Z","time spent":"530.698393ms","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:55.970787Z","caller":"traceutil/trace.go:171","msg":"trace[73725262] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"478.929746ms","start":"2026-03-11T17:42:55.491827Z","end":"2026-03-11T17:42:55.970756Z","steps":["trace[73725262] 'process raft request' (duration: 473.050934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:55.970989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.491802Z","time spent":"479.09266ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:56.14062Z","caller":"traceutil/trace.go:171","msg":"trace[1879083944] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"648.68231ms","start":"2026-03-11T17:42:55.491882Z","end":"2026-03-11T17:42:56.140564Z","steps":["trace[1879083944] 'process raft request' (duration: 647.478673ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:56.140702Z","caller":"traceutil/trace.go:171","msg":"trace[1955909305] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"648.725031ms","start":"2026-03-11T17:42:55.491942Z","end":"2026-03-11T17:42:56.140667Z","steps":["trace[1955909305] 'process raft request' (duration: 648.505416ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:56.140719Z","caller":"traceutil/trace.go:171","msg":"trace[1408431716] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"648.281132ms","start":"2026-03-11T17:42:55.492415Z","end":"2026-03-11T17:42:56.140696Z","steps":["trace[1408431716] 'process raft request' (duration: 648.163949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:56.140873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.491872Z","time spent":"648.857325ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:56.141089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.491933Z","time spent":"648.853614ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:56.14112Z","caller":"traceutil/trace.go:171","msg":"trace[1908615539] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"648.557928ms","start":"2026-03-11T17:42:55.492544Z","end":"2026-03-11T17:42:56.141102Z","steps":["trace[1908615539] 'process raft request' (duration: 648.103918ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:56.141191Z","caller":"traceutil/trace.go:171","msg":"trace[1328299299] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25104; }","duration":"649.199462ms","start":"2026-03-11T17:42:55.491965Z","end":"2026-03-11T17:42:56.141165Z","steps":["trace[1328299299] 'read index received' (duration: 472.928282ms)","trace[1328299299] 'applied index is now lower than readState.Index' (duration: 176.27017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:56.141221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.49252Z","time spent":"648.643649ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:56.141263Z","caller":"traceutil/trace.go:171","msg":"trace[842536119] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"466.845725ms","start":"2026-03-11T17:42:55.674406Z","end":"2026-03-11T17:42:56.141252Z","steps":["trace[842536119] 'process raft request' (duration: 466.680731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:56.141301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.674377Z","time spent":"466.901127ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:56.141281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.492401Z","time spent":"648.68499ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:56.141444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.462888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:42:56.141502Z","caller":"traceutil/trace.go:171","msg":"trace[575749371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24245; }","duration":"649.56913ms","start":"2026-03-11T17:42:55.491906Z","end":"2026-03-11T17:42:56.141475Z","steps":["trace[575749371] 'agreement among raft nodes before linearized reading' (duration: 649.404836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:56.141511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.224435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-11T17:42:56.141536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.491881Z","time spent":"649.647661ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:42:56.141584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.832504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:56.14161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.392067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:56.141643Z","caller":"traceutil/trace.go:171","msg":"trace[569890346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24245; }","duration":"645.435138ms","start":"2026-03-11T17:42:55.4962Z","end":"2026-03-11T17:42:56.141635Z","steps":["trace[569890346] 'agreement among raft nodes before linearized reading' (duration: 645.357316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:56.141661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.496194Z","time spent":"645.463858ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:42:56.141655Z","caller":"traceutil/trace.go:171","msg":"trace[1579482695] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24245; }","duration":"134.934617ms","start":"2026-03-11T17:42:56.006701Z","end":"2026-03-11T17:42:56.141635Z","steps":["trace[1579482695] 'agreement among raft nodes before linearized reading' (duration: 134.825604ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:56.141567Z","caller":"traceutil/trace.go:171","msg":"trace[141354394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24245; }","duration":"646.292097ms","start":"2026-03-11T17:42:55.495254Z","end":"2026-03-11T17:42:56.141546Z","steps":["trace[141354394] 'agreement among raft nodes before linearized reading' (duration: 646.109493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:56.141748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:55.495246Z","time spent":"646.483442ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-11T17:42:56.650304Z","caller":"traceutil/trace.go:171","msg":"trace[1612903341] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"384.542716ms","start":"2026-03-11T17:42:56.265727Z","end":"2026-03-11T17:42:56.65027Z","steps":["trace[1612903341] 'process raft request' (duration: 371.251998ms)","trace[1612903341] 'compare' (duration: 12.153573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:56.650586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:56.265709Z","time spent":"384.670968ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:57.529357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.794067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:57.52944Z","caller":"traceutil/trace.go:171","msg":"trace[2060546291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24246; }","duration":"739.93718ms","start":"2026-03-11T17:42:56.789483Z","end":"2026-03-11T17:42:57.52942Z","steps":["trace[2060546291] 'range keys from in-memory index tree' (duration: 739.675295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:57.529536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:56.789458Z","time spent":"740.068134ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:57.529549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.151142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:57.52957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.766278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:57.529639Z","caller":"traceutil/trace.go:171","msg":"trace[1800494717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24246; }","duration":"365.298636ms","start":"2026-03-11T17:42:57.164321Z","end":"2026-03-11T17:42:57.529619Z","steps":["trace[1800494717] 'count revisions from in-memory index tree' (duration: 365.07019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:57.529694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.164296Z","time spent":"365.387387ms","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:57.529643Z","caller":"traceutil/trace.go:171","msg":"trace[1800479203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24246; }","duration":"149.872891ms","start":"2026-03-11T17:42:57.379752Z","end":"2026-03-11T17:42:57.529625Z","steps":["trace[1800479203] 'range keys from in-memory index tree' (duration: 149.653265ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:57.978297Z","caller":"traceutil/trace.go:171","msg":"trace[1340413309] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"501.990321ms","start":"2026-03-11T17:42:57.476284Z","end":"2026-03-11T17:42:57.978274Z","steps":["trace[1340413309] 'process raft request' (duration: 501.827818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:57.978445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.476264Z","time spent":"502.103814ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.870256Z","caller":"traceutil/trace.go:171","msg":"trace[2110950449] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.39303619s","start":"2026-03-11T17:42:57.477184Z","end":"2026-03-11T17:42:58.87022Z","steps":["trace[2110950449] 'process raft request' (duration: 1.392910957s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:58.870309Z","caller":"traceutil/trace.go:171","msg":"trace[625894142] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.393037751s","start":"2026-03-11T17:42:57.477171Z","end":"2026-03-11T17:42:58.870209Z","steps":["trace[625894142] 'process raft request' (duration: 1.392684352s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.870499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.477152Z","time spent":"1.393213575s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.870609Z","caller":"traceutil/trace.go:171","msg":"trace[948499312] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.393359628s","start":"2026-03-11T17:42:57.477208Z","end":"2026-03-11T17:42:58.870567Z","steps":["trace[948499312] 'process raft request' (duration: 1.392936928s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.870733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.477137Z","time spent":"1.393233985s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:58.870766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.477174Z","time spent":"1.393508682s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.871169Z","caller":"traceutil/trace.go:171","msg":"trace[1846132763] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.393507791s","start":"2026-03-11T17:42:57.477649Z","end":"2026-03-11T17:42:58.871157Z","steps":["trace[1846132763] 'process raft request' (duration: 1.392905368s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.871214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.47764Z","time spent":"1.393551592s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.871386Z","caller":"traceutil/trace.go:171","msg":"trace[551760612] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.393157383s","start":"2026-03-11T17:42:57.478211Z","end":"2026-03-11T17:42:58.871369Z","steps":["trace[551760612] 'process raft request' (duration: 1.392815565s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.871446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.478201Z","time spent":"1.393217254s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.871519Z","caller":"traceutil/trace.go:171","msg":"trace[281606727] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.256087498s","start":"2026-03-11T17:42:57.615422Z","end":"2026-03-11T17:42:58.87151Z","steps":["trace[281606727] 'process raft request' (duration: 1.255866863s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.871559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.615381Z","time spent":"1.256155749s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:58.871569Z","caller":"traceutil/trace.go:171","msg":"trace[1648547055] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25111; }","duration":"1.184320255s","start":"2026-03-11T17:42:57.687185Z","end":"2026-03-11T17:42:58.871505Z","steps":["trace[1648547055] 'read index received' (duration: 290.999615ms)","trace[1648547055] 'applied index is now lower than readState.Index' (duration: 893.3192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:58.871694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184512959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:58.871728Z","caller":"traceutil/trace.go:171","msg":"trace[265900148] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24253; }","duration":"1.184548659s","start":"2026-03-11T17:42:57.687171Z","end":"2026-03-11T17:42:58.871719Z","steps":["trace[265900148] 'agreement among raft nodes before linearized reading' (duration: 1.184493188s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:58.87175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.687121Z","time spent":"1.184624242s","remote":"127.0.0.1:35296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:59.542393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.258388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:59.542628Z","caller":"traceutil/trace.go:171","msg":"trace[86707252] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25118; }","duration":"670.943459ms","start":"2026-03-11T17:42:58.871666Z","end":"2026-03-11T17:42:59.542609Z","steps":["trace[86707252] 'read index received' (duration: 380.392654ms)","trace[86707252] 'applied index is now lower than readState.Index' (duration: 290.549785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:59.542759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380654183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:59.542798Z","caller":"traceutil/trace.go:171","msg":"trace[1231730534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24255; }","duration":"1.380721085s","start":"2026-03-11T17:42:58.162065Z","end":"2026-03-11T17:42:59.542787Z","steps":["trace[1231730534] 'agreement among raft nodes before linearized reading' (duration: 1.380653334s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.542778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185782467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:42:59.542806Z","caller":"traceutil/trace.go:171","msg":"trace[446470669] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"886.975528ms","start":"2026-03-11T17:42:58.655799Z","end":"2026-03-11T17:42:59.542774Z","steps":["trace[446470669] 'process raft request' (duration: 886.698571ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:59.542847Z","caller":"traceutil/trace.go:171","msg":"trace[1576883216] range","detail":"{range_begin:/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c; range_end:; response_count:1; response_revision:24255; }","duration":"1.18589397s","start":"2026-03-11T17:42:58.356939Z","end":"2026-03-11T17:42:59.542833Z","steps":["trace[1576883216] 'agreement among raft nodes before linearized reading' (duration: 1.185681645s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.542874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.35692Z","time spent":"1.185948682s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" "} {"level":"warn","ts":"2026-03-11T17:42:59.542933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.655774Z","time spent":"887.092481ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:59.542946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.48391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:42:59.542954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395996288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:42:59.542986Z","caller":"traceutil/trace.go:171","msg":"trace[1780886303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24255; }","duration":"1.396081799s","start":"2026-03-11T17:42:58.146896Z","end":"2026-03-11T17:42:59.542977Z","steps":["trace[1780886303] 'agreement among raft nodes before linearized reading' (duration: 1.395963067s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.146869Z","time spent":"1.39614635s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:42:59.543289Z","caller":"traceutil/trace.go:171","msg":"trace[1113512952] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.215940992s","start":"2026-03-11T17:42:58.327332Z","end":"2026-03-11T17:42:59.543273Z","steps":["trace[1113512952] 'process raft request' (duration: 924.713341ms)","trace[1113512952] 'compare' (duration: 289.830519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:59.543327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163558831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:59.543372Z","caller":"traceutil/trace.go:171","msg":"trace[989124224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24255; }","duration":"1.163641623s","start":"2026-03-11T17:42:58.37972Z","end":"2026-03-11T17:42:59.543361Z","steps":["trace[989124224] 'agreement among raft nodes before linearized reading' (duration: 1.163562771s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.54339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.327295Z","time spent":"1.216026933s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:59.543406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.379696Z","time spent":"1.163698504s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:59.543445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605727224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:42:59.543489Z","caller":"traceutil/trace.go:171","msg":"trace[354938912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24255; }","duration":"1.605810886s","start":"2026-03-11T17:42:57.937666Z","end":"2026-03-11T17:42:59.543477Z","steps":["trace[354938912] 'agreement among raft nodes before linearized reading' (duration: 1.605707244s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397162153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:42:59.542864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.687146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:59.543576Z","caller":"traceutil/trace.go:171","msg":"trace[1942504278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24255; }","duration":"927.453182ms","start":"2026-03-11T17:42:58.616113Z","end":"2026-03-11T17:42:59.543566Z","steps":["trace[1942504278] 'agreement among raft nodes before linearized reading' (duration: 926.654065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.616097Z","time spent":"927.506934ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:59.543627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397710345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:42:59.543733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607848142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:42:59.543742Z","caller":"traceutil/trace.go:171","msg":"trace[863872344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24255; }","duration":"1.397893308s","start":"2026-03-11T17:42:58.145825Z","end":"2026-03-11T17:42:59.543719Z","steps":["trace[863872344] 'agreement among raft nodes before linearized reading' (duration: 1.397596582s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567622803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:42:59.543614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.074602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:42:59.543796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.443797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:42:59.543797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.145802Z","time spent":"1.397985881s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:42:59.543821Z","caller":"traceutil/trace.go:171","msg":"trace[1760241266] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24255; }","duration":"152.501859ms","start":"2026-03-11T17:42:59.39131Z","end":"2026-03-11T17:42:59.543812Z","steps":["trace[1760241266] 'agreement among raft nodes before linearized reading' (duration: 152.467008ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:59.543761Z","caller":"traceutil/trace.go:171","msg":"trace[669585710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24255; }","duration":"1.607901173s","start":"2026-03-11T17:42:57.935851Z","end":"2026-03-11T17:42:59.543752Z","steps":["trace[669585710] 'agreement among raft nodes before linearized reading' (duration: 1.607784561s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:59.543816Z","caller":"traceutil/trace.go:171","msg":"trace[1099336615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24255; }","duration":"1.567874909s","start":"2026-03-11T17:42:57.975915Z","end":"2026-03-11T17:42:59.54379Z","steps":["trace[1099336615] 'agreement among raft nodes before linearized reading' (duration: 1.567370998s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.935831Z","time spent":"1.608030227s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:42:59.543882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.975895Z","time spent":"1.567977671s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:42:59.543016Z","caller":"traceutil/trace.go:171","msg":"trace[1601203860] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24255; }","duration":"777.550842ms","start":"2026-03-11T17:42:58.765424Z","end":"2026-03-11T17:42:59.542975Z","steps":["trace[1601203860] 'agreement among raft nodes before linearized reading' (duration: 777.486501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.543957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.765406Z","time spent":"778.538213ms","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:59.543454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397298536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:42:59.544034Z","caller":"traceutil/trace.go:171","msg":"trace[1699412118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24255; }","duration":"1.397914899s","start":"2026-03-11T17:42:58.1461Z","end":"2026-03-11T17:42:59.544015Z","steps":["trace[1699412118] 'agreement among raft nodes before linearized reading' (duration: 1.397285035s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.544066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.145886Z","time spent":"1.398170475s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:42:59.543524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:57.937643Z","time spent":"1.605874958s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:42:59.542836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.162052Z","time spent":"1.380773796s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:42:59.54355Z","caller":"traceutil/trace.go:171","msg":"trace[1160744429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24255; }","duration":"1.397211514s","start":"2026-03-11T17:42:58.146333Z","end":"2026-03-11T17:42:59.543545Z","steps":["trace[1160744429] 'agreement among raft nodes before linearized reading' (duration: 1.397136642s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:59.544163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:58.146325Z","time spent":"1.397826437s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:42:59.543777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.386983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:42:59.544233Z","caller":"traceutil/trace.go:171","msg":"trace[2116441340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24255; }","duration":"108.876084ms","start":"2026-03-11T17:42:59.435349Z","end":"2026-03-11T17:42:59.544225Z","steps":["trace[2116441340] 'agreement among raft nodes before linearized reading' (duration: 108.364942ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:59.543816Z","caller":"traceutil/trace.go:171","msg":"trace[1042250705] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24255; }","duration":"204.274136ms","start":"2026-03-11T17:42:59.339528Z","end":"2026-03-11T17:42:59.543803Z","steps":["trace[1042250705] 'agreement among raft nodes before linearized reading' (duration: 203.98879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:00.05077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:00.572721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.168462ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T17:43:00.57284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.545998Z","time spent":"1.026837924s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:43:00.634717Z","caller":"traceutil/trace.go:171","msg":"trace[1719819897] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.084167705s","start":"2026-03-11T17:42:59.550521Z","end":"2026-03-11T17:43:00.634689Z","steps":["trace[1719819897] 'process raft request' (duration: 1.084096284s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:00.634838Z","caller":"traceutil/trace.go:171","msg":"trace[2004283750] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.086391614s","start":"2026-03-11T17:42:59.548413Z","end":"2026-03-11T17:43:00.634804Z","steps":["trace[2004283750] 'process raft request' (duration: 1.085977835s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:00.63486Z","caller":"traceutil/trace.go:171","msg":"trace[45259298] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.084366449s","start":"2026-03-11T17:42:59.550457Z","end":"2026-03-11T17:43:00.634823Z","steps":["trace[45259298] 'process raft request' (duration: 1.084123554s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:00.634976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.548401Z","time spent":"1.086500267s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:00.634989Z","caller":"traceutil/trace.go:171","msg":"trace[1603705881] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.084320339s","start":"2026-03-11T17:42:59.550658Z","end":"2026-03-11T17:43:00.634978Z","steps":["trace[1603705881] 'process raft request' (duration: 1.083990662s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:00.635022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.550444Z","time spent":"1.084495273s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:00.635086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.55065Z","time spent":"1.08436393s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:00.634884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.550517Z","time spent":"1.084283838s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:00.635396Z","caller":"traceutil/trace.go:171","msg":"trace[1274373555] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.084475723s","start":"2026-03-11T17:42:59.550894Z","end":"2026-03-11T17:43:00.63537Z","steps":["trace[1274373555] 'process raft request' (duration: 1.084049603s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:00.635475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.550888Z","time spent":"1.084544055s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:00.635533Z","caller":"traceutil/trace.go:171","msg":"trace[22776605] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.068927405s","start":"2026-03-11T17:42:59.566593Z","end":"2026-03-11T17:43:00.635521Z","steps":["trace[22776605] 'process raft request' (duration: 1.068817032s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:00.635548Z","caller":"traceutil/trace.go:171","msg":"trace[23944776] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"649.921068ms","start":"2026-03-11T17:42:59.985612Z","end":"2026-03-11T17:43:00.635534Z","steps":["trace[23944776] 'process raft request' (duration: 649.838046ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:00.635575Z","caller":"traceutil/trace.go:171","msg":"trace[137516160] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.083687295s","start":"2026-03-11T17:42:59.551874Z","end":"2026-03-11T17:43:00.635561Z","steps":["trace[137516160] 'process raft request' (duration: 1.083422299s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:00.635532Z","caller":"traceutil/trace.go:171","msg":"trace[995023039] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25120; }","duration":"1.085305211s","start":"2026-03-11T17:42:59.550195Z","end":"2026-03-11T17:43:00.6355Z","steps":["trace[995023039] 'read index received' (duration: 543.447668ms)","trace[995023039] 'applied index is now lower than readState.Index' (duration: 541.856183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:00.63561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.566557Z","time spent":"1.069016917s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:00.635617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.985579Z","time spent":"649.99965ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:00.635624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.551866Z","time spent":"1.083731915s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:00.635852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085626908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd6e0cbb-4244-4438-8467-2debdfa7bfba\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-11T17:43:00.635899Z","caller":"traceutil/trace.go:171","msg":"trace[893993179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd6e0cbb-4244-4438-8467-2debdfa7bfba; range_end:; response_count:1; response_revision:24263; }","duration":"1.08570494s","start":"2026-03-11T17:42:59.55018Z","end":"2026-03-11T17:43:00.635885Z","steps":["trace[893993179] 'agreement among raft nodes before linearized reading' (duration: 1.085480915s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:00.635938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.550174Z","time spent":"1.085755832s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-bd6e0cbb-4244-4438-8467-2debdfa7bfba\" "} {"level":"warn","ts":"2026-03-11T17:43:01.135897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:01.551087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:01.55125Z","caller":"traceutil/trace.go:171","msg":"trace[1361209496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419509s","start":"2026-03-11T17:42:59.55081Z","end":"2026-03-11T17:43:01.55123Z","steps":["trace[1361209496] 'agreement among raft nodes before linearized reading' (duration: 2.000210494s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:01.551313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.550806Z","time spent":"2.000495091s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:01.900737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.517794ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:01.900867Z","caller":"traceutil/trace.go:171","msg":"trace[999493507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24263; }","duration":"795.658167ms","start":"2026-03-11T17:43:01.105185Z","end":"2026-03-11T17:43:01.900843Z","steps":["trace[999493507] 'range keys from in-memory index tree' (duration: 795.498862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:01.901265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.085115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:01.901355Z","caller":"traceutil/trace.go:171","msg":"trace[507397266] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.326454493s","start":"2026-03-11T17:43:00.574885Z","end":"2026-03-11T17:43:01.90134Z","steps":["trace[507397266] 'process raft request' (duration: 1.006216193s)","trace[507397266] 'compare' (duration: 319.553394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:01.901408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.574838Z","time spent":"1.326548875s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:02.612759Z","caller":"traceutil/trace.go:171","msg":"trace[704866990] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"1.735337902s","start":"2026-03-11T17:43:00.877385Z","end":"2026-03-11T17:43:02.612723Z","steps":["trace[704866990] 'process raft request' (duration: 1.66139425s)","trace[704866990] 'compare' (duration: 73.39616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:02.612904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.877368Z","time spent":"1.735457105s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:02.613075Z","caller":"traceutil/trace.go:171","msg":"trace[1000663598] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.735374374s","start":"2026-03-11T17:43:00.87759Z","end":"2026-03-11T17:43:02.612965Z","steps":["trace[1000663598] 'process raft request' (duration: 1.734991244s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:02.613117Z","caller":"traceutil/trace.go:171","msg":"trace[1001598952] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.735331923s","start":"2026-03-11T17:43:00.877753Z","end":"2026-03-11T17:43:02.613085Z","steps":["trace[1001598952] 'process raft request' (duration: 1.734947564s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:02.613265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.877547Z","time spent":"1.735598459s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:02.613292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.877739Z","time spent":"1.735456106s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:02.614115Z","caller":"traceutil/trace.go:171","msg":"trace[1733882126] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.063901423s","start":"2026-03-11T17:43:01.550198Z","end":"2026-03-11T17:43:02.6141Z","steps":["trace[1733882126] 'process raft request' (duration: 1.063816101s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:02.614111Z","caller":"traceutil/trace.go:171","msg":"trace[1875126570] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.735585379s","start":"2026-03-11T17:43:00.878506Z","end":"2026-03-11T17:43:02.614091Z","steps":["trace[1875126570] 'process raft request' (duration: 1.735328323s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:02.614127Z","caller":"traceutil/trace.go:171","msg":"trace[1151196048] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.735997348s","start":"2026-03-11T17:43:00.878105Z","end":"2026-03-11T17:43:02.614102Z","steps":["trace[1151196048] 'process raft request' (duration: 1.734916424s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:02.614176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:01.550168Z","time spent":"1.063980805s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:02.614194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.878493Z","time spent":"1.73566132s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:02.614225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.878093Z","time spent":"1.736076749s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:03.553187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000831927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:03.55326Z","caller":"traceutil/trace.go:171","msg":"trace[697360668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000947799s","start":"2026-03-11T17:43:01.552292Z","end":"2026-03-11T17:43:03.55324Z","steps":["trace[697360668] 'agreement among raft nodes before linearized reading' (duration: 2.000855137s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.553295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:01.552282Z","time spent":"2.001005961s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:03.657849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043696741s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:43:03.658031Z","caller":"traceutil/trace.go:171","msg":"trace[1182939593] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.015977212s","start":"2026-03-11T17:43:02.642041Z","end":"2026-03-11T17:43:03.658018Z","steps":["trace[1182939593] 'process raft request' (duration: 1.0158789s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.658099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.642025Z","time spent":"1.016025573s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:03.658233Z","caller":"traceutil/trace.go:171","msg":"trace[240386812] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25129; }","duration":"3.022605389s","start":"2026-03-11T17:43:00.635621Z","end":"2026-03-11T17:43:03.658226Z","steps":["trace[240386812] 'read index received' (duration: 945.506226ms)","trace[240386812] 'applied index is now lower than readState.Index' (duration: 2.077098233s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:03.658345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107158788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:03.658375Z","caller":"traceutil/trace.go:171","msg":"trace[89594846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24271; }","duration":"3.107240421s","start":"2026-03-11T17:43:00.551128Z","end":"2026-03-11T17:43:03.658368Z","steps":["trace[89594846] 'agreement among raft nodes before linearized reading' (duration: 3.10719283s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.658394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.5511Z","time spent":"3.107287011s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:03.658483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496490081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:03.658778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879036223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:03.658836Z","caller":"traceutil/trace.go:171","msg":"trace[1914800819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24271; }","duration":"3.879149936s","start":"2026-03-11T17:42:59.77967Z","end":"2026-03-11T17:43:03.658819Z","steps":["trace[1914800819] 'agreement among raft nodes before linearized reading' (duration: 3.879040953s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.658873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.779645Z","time spent":"3.879220998s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:03.65886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060240063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:03.65895Z","caller":"traceutil/trace.go:171","msg":"trace[548752054] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24271; }","duration":"4.060358816s","start":"2026-03-11T17:42:59.598565Z","end":"2026-03-11T17:43:03.658924Z","steps":["trace[548752054] 'agreement among raft nodes before linearized reading' (duration: 4.060164612s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.658992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.598539Z","time spent":"4.060445119s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:03.659081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08736886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:03.65915Z","caller":"traceutil/trace.go:171","msg":"trace[815466387] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24271; }","duration":"4.087450921s","start":"2026-03-11T17:42:59.571678Z","end":"2026-03-11T17:43:03.659129Z","steps":["trace[815466387] 'agreement among raft nodes before linearized reading' (duration: 4.087322999s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.659192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:59.571636Z","time spent":"4.087549094s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:03.661462Z","caller":"traceutil/trace.go:171","msg":"trace[1288446095] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24271; }","duration":"3.496530442s","start":"2026-03-11T17:43:00.161962Z","end":"2026-03-11T17:43:03.658492Z","steps":["trace[1288446095] 'agreement among raft nodes before linearized reading' (duration: 3.496500822s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:03.661523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.161905Z","time spent":"3.499599891s","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:03.755358Z","caller":"traceutil/trace.go:171","msg":"trace[1521086501] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"106.603523ms","start":"2026-03-11T17:43:03.648726Z","end":"2026-03-11T17:43:03.75533Z","steps":["trace[1521086501] 'process raft request' (duration: 106.453829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.237028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.860887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:43:04.237204Z","caller":"traceutil/trace.go:171","msg":"trace[969295750] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"578.941031ms","start":"2026-03-11T17:43:03.658244Z","end":"2026-03-11T17:43:04.237185Z","steps":["trace[969295750] 'read index received' (duration: 97.133791ms)","trace[969295750] 'applied index is now lower than readState.Index' (duration: 481.80497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:04.23839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266068811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.238486Z","caller":"traceutil/trace.go:171","msg":"trace[938725840] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24272; }","duration":"3.266231174s","start":"2026-03-11T17:43:00.972232Z","end":"2026-03-11T17:43:04.238463Z","steps":["trace[938725840] 'agreement among raft nodes before linearized reading' (duration: 3.26603691s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.238543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.972209Z","time spent":"3.266322507s","remote":"127.0.0.1:35506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:04.23853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368408749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:04.238569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382833982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T17:43:04.238607Z","caller":"traceutil/trace.go:171","msg":"trace[520652363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24272; }","duration":"3.368507321s","start":"2026-03-11T17:43:00.870081Z","end":"2026-03-11T17:43:04.238588Z","steps":["trace[520652363] 'agreement among raft nodes before linearized reading' (duration: 3.368339457s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:04.238632Z","caller":"traceutil/trace.go:171","msg":"trace[1638333843] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24272; }","duration":"3.382915044s","start":"2026-03-11T17:43:00.855694Z","end":"2026-03-11T17:43:04.238609Z","steps":["trace[1638333843] 'agreement among raft nodes before linearized reading' (duration: 3.38274925s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.238668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.87002Z","time spent":"3.368638055s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:04.238675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:00.855671Z","time spent":"3.382996395s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:43:04.238438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597570733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:43:04.238891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598215138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:43:04.238908Z","caller":"traceutil/trace.go:171","msg":"trace[1613796303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.598080905s","start":"2026-03-11T17:43:02.640812Z","end":"2026-03-11T17:43:04.238893Z","steps":["trace[1613796303] 'agreement among raft nodes before linearized reading' (duration: 1.597382579s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:04.238924Z","caller":"traceutil/trace.go:171","msg":"trace[753837906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.598282619s","start":"2026-03-11T17:43:02.640631Z","end":"2026-03-11T17:43:04.238914Z","steps":["trace[753837906] 'agreement among raft nodes before linearized reading' (duration: 1.598141206s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.238947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.640805Z","time spent":"1.598129636s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:04.238956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.640614Z","time spent":"1.59833615s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:04.239093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964947545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.239131Z","caller":"traceutil/trace.go:171","msg":"trace[539180321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24272; }","duration":"1.965035417s","start":"2026-03-11T17:43:02.274085Z","end":"2026-03-11T17:43:04.23912Z","steps":["trace[539180321] 'agreement among raft nodes before linearized reading' (duration: 1.964967995s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.274059Z","time spent":"1.965268741s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:04.239361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071760398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:04.239406Z","caller":"traceutil/trace.go:171","msg":"trace[1745568467] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24272; }","duration":"1.07185711s","start":"2026-03-11T17:43:03.16754Z","end":"2026-03-11T17:43:04.239397Z","steps":["trace[1745568467] 'agreement among raft nodes before linearized reading' (duration: 1.071590604s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00344978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:43:04.238397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.931938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.239456Z","caller":"traceutil/trace.go:171","msg":"trace[1060382427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24272; }","duration":"3.003521632s","start":"2026-03-11T17:43:01.235924Z","end":"2026-03-11T17:43:04.239446Z","steps":["trace[1060382427] 'agreement among raft nodes before linearized reading' (duration: 3.0034211s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59921523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:43:04.239492Z","caller":"traceutil/trace.go:171","msg":"trace[669226747] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24272; }","duration":"574.087454ms","start":"2026-03-11T17:43:03.665387Z","end":"2026-03-11T17:43:04.239475Z","steps":["trace[669226747] 'agreement among raft nodes before linearized reading' (duration: 572.917698ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:04.239513Z","caller":"traceutil/trace.go:171","msg":"trace[994968268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.59926453s","start":"2026-03-11T17:43:02.640243Z","end":"2026-03-11T17:43:04.239507Z","steps":["trace[994968268] 'agreement among raft nodes before linearized reading' (duration: 1.599202269s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.64022Z","time spent":"1.599305602s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:04.239536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:03.665369Z","time spent":"574.153975ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:04.239602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599539886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:43:04.23962Z","caller":"traceutil/trace.go:171","msg":"trace[2049243166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24272; }","duration":"1.599587868s","start":"2026-03-11T17:43:02.640028Z","end":"2026-03-11T17:43:04.239615Z","steps":["trace[2049243166] 'agreement among raft nodes before linearized reading' (duration: 1.599541067s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.397616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:04.239633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.640004Z","time spent":"1.599625778s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:43:04.239646Z","caller":"traceutil/trace.go:171","msg":"trace[1418859383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24272; }","duration":"679.428307ms","start":"2026-03-11T17:43:03.560209Z","end":"2026-03-11T17:43:04.239637Z","steps":["trace[1418859383] 'agreement among raft nodes before linearized reading' (duration: 679.382296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:03.167514Z","time spent":"1.071923062s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:04.239681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:03.560171Z","time spent":"679.504619ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:04.239771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348091706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:04.239862Z","caller":"traceutil/trace.go:171","msg":"trace[373609435] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24272; }","duration":"1.348171278s","start":"2026-03-11T17:43:02.891667Z","end":"2026-03-11T17:43:04.239839Z","steps":["trace[373609435] 'agreement among raft nodes before linearized reading' (duration: 1.348027024s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.89158Z","time spent":"1.348329571s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:04.239488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:01.235897Z","time spent":"3.003580473s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:04.24006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598937592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:43:04.239597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274848948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.240091Z","caller":"traceutil/trace.go:171","msg":"trace[2086753067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24272; }","duration":"1.598984153s","start":"2026-03-11T17:43:02.6411Z","end":"2026-03-11T17:43:04.240084Z","steps":["trace[2086753067] 'agreement among raft nodes before linearized reading' (duration: 1.598880291s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.240109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.64109Z","time spent":"1.599015364s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:43:04.240108Z","caller":"traceutil/trace.go:171","msg":"trace[622785634] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24272; }","duration":"1.27541338s","start":"2026-03-11T17:43:02.964681Z","end":"2026-03-11T17:43:04.240094Z","steps":["trace[622785634] 'agreement among raft nodes before linearized reading' (duration: 1.274743995s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.240151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.96464Z","time spent":"1.275497722s","remote":"127.0.0.1:51338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:04.239792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839232634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.240231Z","caller":"traceutil/trace.go:171","msg":"trace[1638126954] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24272; }","duration":"1.839704384s","start":"2026-03-11T17:43:02.400513Z","end":"2026-03-11T17:43:04.240217Z","steps":["trace[1638126954] 'agreement among raft nodes before linearized reading' (duration: 1.839248344s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.239874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.442538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:43:04.240278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:02.40049Z","time spent":"1.839771256s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:04.240298Z","caller":"traceutil/trace.go:171","msg":"trace[524788137] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24272; }","duration":"683.893367ms","start":"2026-03-11T17:43:03.556392Z","end":"2026-03-11T17:43:04.240285Z","steps":["trace[524788137] 'agreement among raft nodes before linearized reading' (duration: 683.406577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.240344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:03.556373Z","time spent":"683.960169ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"info","ts":"2026-03-11T17:43:04.907521Z","caller":"traceutil/trace.go:171","msg":"trace[858867567] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25140; }","duration":"661.461396ms","start":"2026-03-11T17:43:04.246043Z","end":"2026-03-11T17:43:04.907504Z","steps":["trace[858867567] 'read index received' (duration: 57.937644ms)","trace[858867567] 'applied index is now lower than readState.Index' (duration: 603.522912ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:04.907612Z","caller":"traceutil/trace.go:171","msg":"trace[68456634] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"662.319666ms","start":"2026-03-11T17:43:04.245283Z","end":"2026-03-11T17:43:04.907603Z","steps":["trace[68456634] 'process raft request' (duration: 661.913247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.907732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.24527Z","time spent":"662.359907ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:04.908061Z","caller":"traceutil/trace.go:171","msg":"trace[985980827] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"660.72479ms","start":"2026-03-11T17:43:04.247329Z","end":"2026-03-11T17:43:04.908053Z","steps":["trace[985980827] 'process raft request' (duration: 660.030845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.908156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.247315Z","time spent":"660.778761ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:04.908296Z","caller":"traceutil/trace.go:171","msg":"trace[278879002] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"660.888983ms","start":"2026-03-11T17:43:04.247396Z","end":"2026-03-11T17:43:04.908285Z","steps":["trace[278879002] 'process raft request' (duration: 660.008884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.908434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.24739Z","time spent":"660.938744ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:04.908531Z","caller":"traceutil/trace.go:171","msg":"trace[589030757] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"661.026747ms","start":"2026-03-11T17:43:04.247497Z","end":"2026-03-11T17:43:04.908524Z","steps":["trace[589030757] 'process raft request' (duration: 659.929502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.908593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.247492Z","time spent":"661.060267ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:04.90867Z","caller":"traceutil/trace.go:171","msg":"trace[1166865505] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"660.972466ms","start":"2026-03-11T17:43:04.247692Z","end":"2026-03-11T17:43:04.908664Z","steps":["trace[1166865505] 'process raft request' (duration: 659.756979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.908732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.247684Z","time spent":"661.007556ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:04.908899Z","caller":"traceutil/trace.go:171","msg":"trace[1657023221] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"660.376432ms","start":"2026-03-11T17:43:04.248497Z","end":"2026-03-11T17:43:04.908874Z","steps":["trace[1657023221] 'process raft request' (duration: 658.980732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.909066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.01843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:04.909145Z","caller":"traceutil/trace.go:171","msg":"trace[901871259] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24278; }","duration":"663.104173ms","start":"2026-03-11T17:43:04.246021Z","end":"2026-03-11T17:43:04.909126Z","steps":["trace[901871259] 'agreement among raft nodes before linearized reading' (duration: 663.015451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:04.909152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.248492Z","time spent":"660.583067ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:04.909212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.246013Z","time spent":"663.188056ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:05.408656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:43:05.692023Z","caller":"traceutil/trace.go:171","msg":"trace[2145351761] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.141514538s","start":"2026-03-11T17:43:04.550487Z","end":"2026-03-11T17:43:05.692002Z","steps":["trace[2145351761] 'process raft request' (duration: 1.141382965s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:05.692017Z","caller":"traceutil/trace.go:171","msg":"trace[908361243] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.38676653s","start":"2026-03-11T17:43:04.305183Z","end":"2026-03-11T17:43:05.691949Z","steps":["trace[908361243] 'process raft request' (duration: 1.386518184s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.692171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.550452Z","time spent":"1.141645781s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:05.692359Z","caller":"traceutil/trace.go:171","msg":"trace[774058957] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.073406165s","start":"2026-03-11T17:43:04.618932Z","end":"2026-03-11T17:43:05.692338Z","steps":["trace[774058957] 'process raft request' (duration: 1.073037137s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:05.692447Z","caller":"traceutil/trace.go:171","msg":"trace[1281398978] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.072987565s","start":"2026-03-11T17:43:04.619446Z","end":"2026-03-11T17:43:05.692433Z","steps":["trace[1281398978] 'process raft request' (duration: 1.072834652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.692468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.618904Z","time spent":"1.073502937s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:05.692465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.305158Z","time spent":"1.386969085s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:05.69247Z","caller":"traceutil/trace.go:171","msg":"trace[1543831969] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25147; }","duration":"784.873485ms","start":"2026-03-11T17:43:04.907574Z","end":"2026-03-11T17:43:05.692447Z","steps":["trace[1543831969] 'read index received' (duration: 784.20346ms)","trace[1543831969] 'applied index is now lower than readState.Index' (duration: 668.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:05.692526Z","caller":"traceutil/trace.go:171","msg":"trace[1180901511] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.073282372s","start":"2026-03-11T17:43:04.619238Z","end":"2026-03-11T17:43:05.69252Z","steps":["trace[1180901511] 'process raft request' (duration: 1.072967445s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.6925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.61943Z","time spent":"1.073042097s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:05.692562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.619227Z","time spent":"1.073316123s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:05.692646Z","caller":"traceutil/trace.go:171","msg":"trace[176986587] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.072555026s","start":"2026-03-11T17:43:04.620085Z","end":"2026-03-11T17:43:05.69264Z","steps":["trace[176986587] 'process raft request' (duration: 1.072232449s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:05.692655Z","caller":"traceutil/trace.go:171","msg":"trace[1907709693] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.069939477s","start":"2026-03-11T17:43:04.622702Z","end":"2026-03-11T17:43:05.692641Z","steps":["trace[1907709693] 'process raft request' (duration: 1.069698302s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.692678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.620058Z","time spent":"1.072601037s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:05.692723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.622654Z","time spent":"1.070033799s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:05.692836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443201791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:05.692856Z","caller":"traceutil/trace.go:171","msg":"trace[1544607005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24287; }","duration":"1.443236203s","start":"2026-03-11T17:43:04.249614Z","end":"2026-03-11T17:43:05.69285Z","steps":["trace[1544607005] 'agreement among raft nodes before linearized reading' (duration: 1.44311257s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.692873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.249606Z","time spent":"1.443263533s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:05.692867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241530823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-11T17:43:05.692899Z","caller":"traceutil/trace.go:171","msg":"trace[930654605] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.071176234s","start":"2026-03-11T17:43:04.621708Z","end":"2026-03-11T17:43:05.692885Z","steps":["trace[930654605] 'process raft request' (duration: 1.070662133s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:05.692908Z","caller":"traceutil/trace.go:171","msg":"trace[2146270146] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24287; }","duration":"1.241600904s","start":"2026-03-11T17:43:04.451287Z","end":"2026-03-11T17:43:05.692888Z","steps":["trace[2146270146] 'agreement among raft nodes before linearized reading' (duration: 1.241425851s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.692881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.046583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:05.692937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.451262Z","time spent":"1.241668846s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T17:43:05.692957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.621698Z","time spent":"1.071230056s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:05.692964Z","caller":"traceutil/trace.go:171","msg":"trace[170083019] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24287; }","duration":"778.209907ms","start":"2026-03-11T17:43:04.914734Z","end":"2026-03-11T17:43:05.692944Z","steps":["trace[170083019] 'agreement among raft nodes before linearized reading' (duration: 778.066753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.693002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:04.914703Z","time spent":"778.291479ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:05.693079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.393135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:05.693099Z","caller":"traceutil/trace.go:171","msg":"trace[1367723005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"304.445266ms","start":"2026-03-11T17:43:05.388648Z","end":"2026-03-11T17:43:05.693093Z","steps":["trace[1367723005] 'agreement among raft nodes before linearized reading' (duration: 304.412275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.693103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.380724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:05.693119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:05.388593Z","time spent":"304.519087ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:05.693124Z","caller":"traceutil/trace.go:171","msg":"trace[323903321] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24287; }","duration":"644.437375ms","start":"2026-03-11T17:43:05.048681Z","end":"2026-03-11T17:43:05.693118Z","steps":["trace[323903321] 'agreement among raft nodes before linearized reading' (duration: 644.398385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:05.693143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:05.048658Z","time spent":"644.479947ms","remote":"127.0.0.1:59996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:06.601997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:06.910423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094838274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:06.952328Z","caller":"traceutil/trace.go:171","msg":"trace[1508613454] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.136845783s","start":"2026-03-11T17:43:05.815451Z","end":"2026-03-11T17:43:06.952297Z","steps":["trace[1508613454] 'process raft request' (duration: 1.095432477s)","trace[1508613454] 'compare' (duration: 41.280744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:06.952464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:05.815423Z","time spent":"1.136970346s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:07.557415Z","caller":"traceutil/trace.go:171","msg":"trace[89641482] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25156; }","duration":"1.455727392s","start":"2026-03-11T17:43:06.101658Z","end":"2026-03-11T17:43:07.557385Z","steps":["trace[89641482] 'read index received' (duration: 809.156688ms)","trace[89641482] 'applied index is now lower than readState.Index' (duration: 646.569174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:07.557582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455909785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:07.557646Z","caller":"traceutil/trace.go:171","msg":"trace[1382950650] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24288; }","duration":"1.456033988s","start":"2026-03-11T17:43:06.101594Z","end":"2026-03-11T17:43:07.557629Z","steps":["trace[1382950650] 'agreement among raft nodes before linearized reading' (duration: 1.455901035s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.557683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.10157Z","time spent":"1.45610528s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:07.557734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.604718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:43:07.55778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.062701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:43:07.5576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36260049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:07.557847Z","caller":"traceutil/trace.go:171","msg":"trace[1800646326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24288; }","duration":"633.202164ms","start":"2026-03-11T17:43:06.924626Z","end":"2026-03-11T17:43:07.557828Z","steps":["trace[1800646326] 'agreement among raft nodes before linearized reading' (duration: 632.932028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.557875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.266468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:43:07.557881Z","caller":"traceutil/trace.go:171","msg":"trace[604595366] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24288; }","duration":"1.362928847s","start":"2026-03-11T17:43:06.194943Z","end":"2026-03-11T17:43:07.557872Z","steps":["trace[604595366] 'agreement among raft nodes before linearized reading' (duration: 1.36259231s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.557892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.924602Z","time spent":"633.278626ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:43:07.557907Z","caller":"traceutil/trace.go:171","msg":"trace[394837085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24288; }","duration":"642.321939ms","start":"2026-03-11T17:43:06.915578Z","end":"2026-03-11T17:43:07.5579Z","steps":["trace[394837085] 'agreement among raft nodes before linearized reading' (duration: 642.238537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.557878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.966717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:07.557944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.915568Z","time spent":"642.36882ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:43:07.557967Z","caller":"traceutil/trace.go:171","msg":"trace[1841222921] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24288; }","duration":"611.108461ms","start":"2026-03-11T17:43:06.946838Z","end":"2026-03-11T17:43:07.557946Z","steps":["trace[1841222921] 'agreement among raft nodes before linearized reading' (duration: 610.795544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.557971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.925772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:07.557798Z","caller":"traceutil/trace.go:171","msg":"trace[286393119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24288; }","duration":"639.675729ms","start":"2026-03-11T17:43:06.918109Z","end":"2026-03-11T17:43:07.557785Z","steps":["trace[286393119] 'agreement among raft nodes before linearized reading' (duration: 639.514706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.946823Z","time spent":"611.182892ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:07.558029Z","caller":"traceutil/trace.go:171","msg":"trace[308643027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24288; }","duration":"167.053284ms","start":"2026-03-11T17:43:07.390954Z","end":"2026-03-11T17:43:07.558008Z","steps":["trace[308643027] 'agreement among raft nodes before linearized reading' (duration: 166.968892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.108215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:43:07.558114Z","caller":"traceutil/trace.go:171","msg":"trace[263703795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24288; }","duration":"630.167566ms","start":"2026-03-11T17:43:06.92794Z","end":"2026-03-11T17:43:07.558108Z","steps":["trace[263703795] 'agreement among raft nodes before linearized reading' (duration: 630.099895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.92792Z","time spent":"630.213088ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:43:07.55809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.193424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:07.558187Z","caller":"traceutil/trace.go:171","msg":"trace[1600880897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24288; }","duration":"645.324066ms","start":"2026-03-11T17:43:06.912858Z","end":"2026-03-11T17:43:07.558182Z","steps":["trace[1600880897] 'agreement among raft nodes before linearized reading' (duration: 645.172763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.912841Z","time spent":"645.358027ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:43:07.557907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.194927Z","time spent":"1.362972768s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:07.558026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.918103Z","time spent":"639.914946ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:07.558272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.826617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:43:07.558301Z","caller":"traceutil/trace.go:171","msg":"trace[1889441894] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24288; }","duration":"662.854698ms","start":"2026-03-11T17:43:06.895438Z","end":"2026-03-11T17:43:07.558292Z","steps":["trace[1889441894] 'agreement among raft nodes before linearized reading' (duration: 662.668263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.895394Z","time spent":"662.927689ms","remote":"127.0.0.1:59794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:07.558329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.833181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:07.557723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.883149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:07.558361Z","caller":"traceutil/trace.go:171","msg":"trace[579858223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24288; }","duration":"770.917493ms","start":"2026-03-11T17:43:06.787437Z","end":"2026-03-11T17:43:07.558354Z","steps":["trace[579858223] 'agreement among raft nodes before linearized reading' (duration: 770.842061ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:07.558386Z","caller":"traceutil/trace.go:171","msg":"trace[605600288] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24288; }","duration":"578.639615ms","start":"2026-03-11T17:43:06.979738Z","end":"2026-03-11T17:43:07.558378Z","steps":["trace[605600288] 'agreement among raft nodes before linearized reading' (duration: 577.854828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.787415Z","time spent":"770.965543ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:07.558411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.979713Z","time spent":"578.689827ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:07.558542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102910485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:07.558576Z","caller":"traceutil/trace.go:171","msg":"trace[1736371795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24288; }","duration":"1.102983035s","start":"2026-03-11T17:43:06.45558Z","end":"2026-03-11T17:43:07.558563Z","steps":["trace[1736371795] 'agreement among raft nodes before linearized reading' (duration: 1.102922094s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:07.558605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:06.455556Z","time spent":"1.103040777s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:07.681502Z","caller":"traceutil/trace.go:171","msg":"trace[1044078069] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"118.12204ms","start":"2026-03-11T17:43:07.563355Z","end":"2026-03-11T17:43:07.681477Z","steps":["trace[1044078069] 'process raft request' (duration: 117.914156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:08.399145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.287301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:08.399595Z","caller":"traceutil/trace.go:171","msg":"trace[556431210] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"835.130449ms","start":"2026-03-11T17:43:07.564423Z","end":"2026-03-11T17:43:08.399553Z","steps":["trace[556431210] 'process raft request' (duration: 675.330416ms)","trace[556431210] 'compare' (duration: 158.999305ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:08.399664Z","caller":"traceutil/trace.go:171","msg":"trace[2123032222] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"835.200509ms","start":"2026-03-11T17:43:07.56443Z","end":"2026-03-11T17:43:08.39963Z","steps":["trace[2123032222] 'process raft request' (duration: 834.829751ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:08.399979Z","caller":"traceutil/trace.go:171","msg":"trace[1413443349] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"834.74495ms","start":"2026-03-11T17:43:07.56522Z","end":"2026-03-11T17:43:08.399964Z","steps":["trace[1413443349] 'process raft request' (duration: 834.155777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:08.400013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.564418Z","time spent":"835.506407ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:08.399786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.564404Z","time spent":"835.281952ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:08.399788Z","caller":"traceutil/trace.go:171","msg":"trace[299045992] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"835.258321ms","start":"2026-03-11T17:43:07.564503Z","end":"2026-03-11T17:43:08.399762Z","steps":["trace[299045992] 'process raft request' (duration: 834.828222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:08.400093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.565211Z","time spent":"834.822681ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:08.400257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.56448Z","time spent":"835.65554ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:09.868867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471930184s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:09.869614Z","caller":"traceutil/trace.go:171","msg":"trace[783437308] linearizableReadLoop","detail":"{readStateIndex:25170; appliedIndex:25159; }","duration":"2.017715394s","start":"2026-03-11T17:43:07.851878Z","end":"2026-03-11T17:43:09.869593Z","steps":["trace[783437308] 'read index received' (duration: 387.84132ms)","trace[783437308] 'applied index is now lower than readState.Index' (duration: 1.629873154s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:09.869922Z","caller":"traceutil/trace.go:171","msg":"trace[922962576] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.169411734s","start":"2026-03-11T17:43:07.7005Z","end":"2026-03-11T17:43:09.869912Z","steps":["trace[922962576] 'process raft request' (duration: 2.16877341s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.870005Z","caller":"traceutil/trace.go:171","msg":"trace[1108488826] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"2.169173739s","start":"2026-03-11T17:43:07.700819Z","end":"2026-03-11T17:43:09.869992Z","steps":["trace[1108488826] 'process raft request' (duration: 2.168635917s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:09.870076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.700809Z","time spent":"2.16921467s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:09.870045Z","caller":"traceutil/trace.go:171","msg":"trace[999464876] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"2.16606072s","start":"2026-03-11T17:43:07.703929Z","end":"2026-03-11T17:43:09.869989Z","steps":["trace[999464876] 'process raft request' (duration: 2.165571579s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.870155Z","caller":"traceutil/trace.go:171","msg":"trace[1865746618] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"2.169460275s","start":"2026-03-11T17:43:07.700649Z","end":"2026-03-11T17:43:09.870109Z","steps":["trace[1865746618] 'process raft request' (duration: 2.16876414s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:09.87023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.703919Z","time spent":"2.166209453s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:09.87027Z","caller":"traceutil/trace.go:171","msg":"trace[1168985972] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"2.164970556s","start":"2026-03-11T17:43:07.705293Z","end":"2026-03-11T17:43:09.870263Z","steps":["trace[1168985972] 'process raft request' (duration: 2.16425495s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:09.87031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.70525Z","time spent":"2.165036837s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:09.87031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.700639Z","time spent":"2.169588138s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:09.870248Z","caller":"traceutil/trace.go:171","msg":"trace[1475992792] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.168490934s","start":"2026-03-11T17:43:07.701604Z","end":"2026-03-11T17:43:09.870095Z","steps":["trace[1475992792] 'process raft request' (duration: 2.167873331s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.870361Z","caller":"traceutil/trace.go:171","msg":"trace[283339735] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"2.165112699s","start":"2026-03-11T17:43:07.705243Z","end":"2026-03-11T17:43:09.870356Z","steps":["trace[283339735] 'process raft request' (duration: 2.164279831s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:09.870388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.705209Z","time spent":"2.16516506s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:09.87049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.700471Z","time spent":"2.169481386s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:09.870523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018631384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-l6qb5.189bd9aca2a6a2af\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-11T17:43:09.870596Z","caller":"traceutil/trace.go:171","msg":"trace[681232410] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-l6qb5.189bd9aca2a6a2af; range_end:; response_count:1; response_revision:24300; }","duration":"2.018742357s","start":"2026-03-11T17:43:07.851837Z","end":"2026-03-11T17:43:09.870579Z","steps":["trace[681232410] 'agreement among raft nodes before linearized reading' (duration: 2.018542312s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:09.870649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.851815Z","time spent":"2.018822078s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-l6qb5.189bd9aca2a6a2af\" "} {"level":"warn","ts":"2026-03-11T17:43:09.870796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:07.701597Z","time spent":"2.168836042s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:10.370435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:10.380708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:10.380789Z","caller":"traceutil/trace.go:171","msg":"trace[1665451696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552811s","start":"2026-03-11T17:43:08.380217Z","end":"2026-03-11T17:43:10.38077Z","steps":["trace[1665451696] 'agreement among raft nodes before linearized reading' (duration: 2.000445068s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.380849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:08.38019Z","time spent":"2.000650442s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:10.744681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.235541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:10.744919Z","caller":"traceutil/trace.go:171","msg":"trace[959777554] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"1.685504387s","start":"2026-03-11T17:43:09.059365Z","end":"2026-03-11T17:43:10.744869Z","steps":["trace[959777554] 'process raft request' (duration: 1.567829607s)","trace[959777554] 'compare' (duration: 117.072187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:10.745089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:09.059339Z","time spent":"1.68563332s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:10.747718Z","caller":"traceutil/trace.go:171","msg":"trace[1222475094] linearizableReadLoop","detail":"{readStateIndex:25172; appliedIndex:25170; }","duration":"877.991677ms","start":"2026-03-11T17:43:09.869695Z","end":"2026-03-11T17:43:10.747687Z","steps":["trace[1222475094] 'read index received' (duration: 757.420322ms)","trace[1222475094] 'applied index is now lower than readState.Index' (duration: 120.569975ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:10.74783Z","caller":"traceutil/trace.go:171","msg":"trace[2014597667] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"873.088916ms","start":"2026-03-11T17:43:09.874697Z","end":"2026-03-11T17:43:10.747786Z","steps":["trace[2014597667] 'process raft request' (duration: 872.8358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.747897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663374903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:10.747939Z","caller":"traceutil/trace.go:171","msg":"trace[1004954579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24302; }","duration":"1.663438594s","start":"2026-03-11T17:43:09.084486Z","end":"2026-03-11T17:43:10.747924Z","steps":["trace[1004954579] 'agreement among raft nodes before linearized reading' (duration: 1.663346592s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.747949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061015907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:43:10.747988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:09.084433Z","time spent":"1.663543516s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:10.748001Z","caller":"traceutil/trace.go:171","msg":"trace[1928809382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24302; }","duration":"1.061102969s","start":"2026-03-11T17:43:09.686883Z","end":"2026-03-11T17:43:10.747986Z","steps":["trace[1928809382] 'agreement among raft nodes before linearized reading' (duration: 1.060996897s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.748031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:09.686833Z","time spent":"1.061192672s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:43:10.748051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:09.874666Z","time spent":"873.25784ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:10.748178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115799597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:10.748247Z","caller":"traceutil/trace.go:171","msg":"trace[529800790] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24302; }","duration":"2.11589327s","start":"2026-03-11T17:43:08.632333Z","end":"2026-03-11T17:43:10.748226Z","steps":["trace[529800790] 'agreement among raft nodes before linearized reading' (duration: 2.115790637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.748266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953925108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:10.748282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:08.632315Z","time spent":"2.115960141s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:10.748287Z","caller":"traceutil/trace.go:171","msg":"trace[1924207334] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24302; }","duration":"1.95398196s","start":"2026-03-11T17:43:08.794299Z","end":"2026-03-11T17:43:10.748281Z","steps":["trace[1924207334] 'agreement among raft nodes before linearized reading' (duration: 1.953930279s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.748313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:08.794278Z","time spent":"1.954031291s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:10.748305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501193202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:10.748434Z","caller":"traceutil/trace.go:171","msg":"trace[1650486092] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24302; }","duration":"2.501349856s","start":"2026-03-11T17:43:08.247071Z","end":"2026-03-11T17:43:10.74842Z","steps":["trace[1650486092] 'agreement among raft nodes before linearized reading' (duration: 2.501196762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.748482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:08.247034Z","time spent":"2.501432948s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:10.747902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305280087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:43:10.785244Z","caller":"traceutil/trace.go:171","msg":"trace[404825956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24302; }","duration":"1.314642228s","start":"2026-03-11T17:43:09.44259Z","end":"2026-03-11T17:43:10.757233Z","steps":["trace[404825956] 'agreement among raft nodes before linearized reading' (duration: 1.305142505s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.785328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:09.442531Z","time spent":"1.342763866s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-11T17:43:10.832657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.242064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:10.83263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.566245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:10.832758Z","caller":"traceutil/trace.go:171","msg":"trace[1583354321] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"128.481972ms","start":"2026-03-11T17:43:10.704255Z","end":"2026-03-11T17:43:10.832737Z","steps":["trace[1583354321] 'process raft request' (duration: 128.060993ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:10.832769Z","caller":"traceutil/trace.go:171","msg":"trace[525072184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24303; }","duration":"451.759229ms","start":"2026-03-11T17:43:10.380991Z","end":"2026-03-11T17:43:10.832751Z","steps":["trace[525072184] 'agreement among raft nodes before linearized reading' (duration: 451.559025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.832821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.380974Z","time spent":"451.835771ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:10.832912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.434387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:43:10.832953Z","caller":"traceutil/trace.go:171","msg":"trace[1452146236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24303; }","duration":"428.512039ms","start":"2026-03-11T17:43:10.404432Z","end":"2026-03-11T17:43:10.832944Z","steps":["trace[1452146236] 'agreement among raft nodes before linearized reading' (duration: 428.358526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.832991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.40441Z","time spent":"428.57353ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:10.833031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.968693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:43:10.832758Z","caller":"traceutil/trace.go:171","msg":"trace[571928343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24303; }","duration":"441.369307ms","start":"2026-03-11T17:43:10.391366Z","end":"2026-03-11T17:43:10.832735Z","steps":["trace[571928343] 'agreement among raft nodes before linearized reading' (duration: 441.178703ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:10.833165Z","caller":"traceutil/trace.go:171","msg":"trace[358583705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24303; }","duration":"426.105245ms","start":"2026-03-11T17:43:10.407015Z","end":"2026-03-11T17:43:10.83312Z","steps":["trace[358583705] 'agreement among raft nodes before linearized reading' (duration: 425.755477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.833179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.391299Z","time spent":"441.858578ms","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:10.832697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.947625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:43:10.833219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.407006Z","time spent":"426.202197ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:43:10.833335Z","caller":"traceutil/trace.go:171","msg":"trace[1777382182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24303; }","duration":"427.601059ms","start":"2026-03-11T17:43:10.405692Z","end":"2026-03-11T17:43:10.833293Z","steps":["trace[1777382182] 'agreement among raft nodes before linearized reading' (duration: 426.844752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.83349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.405671Z","time spent":"427.759593ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:10.834553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.743784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:43:10.834623Z","caller":"traceutil/trace.go:171","msg":"trace[1916076897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24303; }","duration":"428.812596ms","start":"2026-03-11T17:43:10.405792Z","end":"2026-03-11T17:43:10.834605Z","steps":["trace[1916076897] 'agreement among raft nodes before linearized reading' (duration: 428.609471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:10.834686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.405787Z","time spent":"428.869637ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:11.333392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:12.237479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133076188s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:12.237587Z","caller":"traceutil/trace.go:171","msg":"trace[131598457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24303; }","duration":"1.133199821s","start":"2026-03-11T17:43:11.104371Z","end":"2026-03-11T17:43:12.237571Z","steps":["trace[131598457] 'range keys from in-memory index tree' (duration: 1.133061138s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.239189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.307033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:12.239345Z","caller":"traceutil/trace.go:171","msg":"trace[2018233589] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"1.399967905s","start":"2026-03-11T17:43:10.83937Z","end":"2026-03-11T17:43:12.239338Z","steps":["trace[2018233589] 'process raft request' (duration: 1.399920224s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.239383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.839337Z","time spent":"1.400030167s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:12.239451Z","caller":"traceutil/trace.go:171","msg":"trace[846802554] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"1.400113188s","start":"2026-03-11T17:43:10.839331Z","end":"2026-03-11T17:43:12.239444Z","steps":["trace[846802554] 'process raft request' (duration: 1.399916914s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.239482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.839302Z","time spent":"1.40016415s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:12.239551Z","caller":"traceutil/trace.go:171","msg":"trace[326141555] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.452124271s","start":"2026-03-11T17:43:10.787405Z","end":"2026-03-11T17:43:12.23953Z","steps":["trace[326141555] 'process raft request' (duration: 569.242385ms)","trace[326141555] 'compare' (duration: 881.781852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:12.239666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.787378Z","time spent":"1.452227674s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:12.239666Z","caller":"traceutil/trace.go:171","msg":"trace[1570174731] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.399942495s","start":"2026-03-11T17:43:10.839668Z","end":"2026-03-11T17:43:12.239611Z","steps":["trace[1570174731] 'process raft request' (duration: 1.399646738s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.239786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.839432Z","time spent":"1.400288632s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:12.239927Z","caller":"traceutil/trace.go:171","msg":"trace[1902813847] linearizableReadLoop","detail":"{readStateIndex:25179; appliedIndex:25173; }","duration":"1.407401991s","start":"2026-03-11T17:43:10.832514Z","end":"2026-03-11T17:43:12.239916Z","steps":["trace[1902813847] 'read index received' (duration: 524.156117ms)","trace[1902813847] 'applied index is now lower than readState.Index' (duration: 883.244854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:12.240017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450810913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8b3d874-0e20-41b0-8c76-edf6190a06b4\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-11T17:43:12.240045Z","caller":"traceutil/trace.go:171","msg":"trace[1391508448] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8b3d874-0e20-41b0-8c76-edf6190a06b4; range_end:; response_count:1; response_revision:24309; }","duration":"1.450850673s","start":"2026-03-11T17:43:10.789187Z","end":"2026-03-11T17:43:12.240038Z","steps":["trace[1391508448] 'agreement among raft nodes before linearized reading' (duration: 1.450763991s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.240064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.789181Z","time spent":"1.450879484s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e8b3d874-0e20-41b0-8c76-edf6190a06b4\" "} {"level":"warn","ts":"2026-03-11T17:43:12.240063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451371925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:43:12.240089Z","caller":"traceutil/trace.go:171","msg":"trace[1027453420] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"977.319087ms","start":"2026-03-11T17:43:11.262753Z","end":"2026-03-11T17:43:12.240072Z","steps":["trace[1027453420] 'process raft request' (duration: 977.126103ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.240097Z","caller":"traceutil/trace.go:171","msg":"trace[1941434332] range","detail":"{range_begin:/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c; range_end:; response_count:1; response_revision:24309; }","duration":"1.451418775s","start":"2026-03-11T17:43:10.788669Z","end":"2026-03-11T17:43:12.240088Z","steps":["trace[1941434332] 'agreement among raft nodes before linearized reading' (duration: 1.451306373s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.240123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.788663Z","time spent":"1.451455097s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" "} {"level":"warn","ts":"2026-03-11T17:43:12.240137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.262722Z","time spent":"977.390949ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:12.240103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451484247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:12.240264Z","caller":"traceutil/trace.go:171","msg":"trace[571039736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24309; }","duration":"1.451719103s","start":"2026-03-11T17:43:10.788526Z","end":"2026-03-11T17:43:12.240245Z","steps":["trace[571039736] 'agreement among raft nodes before linearized reading' (duration: 1.451509598s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.240036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446562287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:12.24035Z","caller":"traceutil/trace.go:171","msg":"trace[313220751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24309; }","duration":"1.446894924s","start":"2026-03-11T17:43:10.793444Z","end":"2026-03-11T17:43:12.240339Z","steps":["trace[313220751] 'agreement among raft nodes before linearized reading' (duration: 1.446502965s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.240338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.788507Z","time spent":"1.451815745s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:12.240387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.793432Z","time spent":"1.446945805s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:43:12.240136Z","caller":"traceutil/trace.go:171","msg":"trace[1698264186] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"1.399771311s","start":"2026-03-11T17:43:10.840281Z","end":"2026-03-11T17:43:12.240052Z","steps":["trace[1698264186] 'process raft request' (duration: 1.399500955s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.241254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.840271Z","time spent":"1.400294733s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:12.740716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:12.842508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:43:12.842625Z","caller":"traceutil/trace.go:171","msg":"trace[2032376906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714654s","start":"2026-03-11T17:43:10.841886Z","end":"2026-03-11T17:43:12.842601Z","steps":["trace[2032376906] 'agreement among raft nodes before linearized reading' (duration: 2.000565661s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.84267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.841875Z","time spent":"2.000788355s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:13.241078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:13.485034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24364109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:13.534547Z","caller":"traceutil/trace.go:171","msg":"trace[2104908215] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"1.658995425s","start":"2026-03-11T17:43:11.875525Z","end":"2026-03-11T17:43:13.534521Z","steps":["trace[2104908215] 'process raft request' (duration: 1.610364598s)","trace[2104908215] 'compare' (duration: 48.087925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:13.534683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.875503Z","time spent":"1.659109207s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:13.5348Z","caller":"traceutil/trace.go:171","msg":"trace[27135491] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"1.657773268s","start":"2026-03-11T17:43:11.876992Z","end":"2026-03-11T17:43:13.534765Z","steps":["trace[27135491] 'process raft request' (duration: 1.65742902s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:13.535663Z","caller":"traceutil/trace.go:171","msg":"trace[530911307] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"1.658176388s","start":"2026-03-11T17:43:11.877454Z","end":"2026-03-11T17:43:13.535631Z","steps":["trace[530911307] 'process raft request' (duration: 1.657081363s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:13.535868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.877431Z","time spent":"1.65831598s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:13.535938Z","caller":"traceutil/trace.go:171","msg":"trace[883032744] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"1.657660296s","start":"2026-03-11T17:43:11.878261Z","end":"2026-03-11T17:43:13.535921Z","steps":["trace[883032744] 'process raft request' (duration: 1.65735925s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:13.535829Z","caller":"traceutil/trace.go:171","msg":"trace[1226076438] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.657316478s","start":"2026-03-11T17:43:11.878466Z","end":"2026-03-11T17:43:13.535783Z","steps":["trace[1226076438] 'process raft request' (duration: 1.657226186s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:13.536065Z","caller":"traceutil/trace.go:171","msg":"trace[1359644010] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"1.658443103s","start":"2026-03-11T17:43:11.877613Z","end":"2026-03-11T17:43:13.536056Z","steps":["trace[1359644010] 'process raft request' (duration: 1.65697239s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:13.536109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.878453Z","time spent":"1.657610665s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:13.535998Z","caller":"traceutil/trace.go:171","msg":"trace[1632718325] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"1.65828312s","start":"2026-03-11T17:43:11.877659Z","end":"2026-03-11T17:43:13.535943Z","steps":["trace[1632718325] 'process raft request' (duration: 1.65783193s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:13.536199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.877606Z","time spent":"1.658515865s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:13.5363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.877644Z","time spent":"1.658596256s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:13.536171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.878254Z","time spent":"1.657768708s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:13.536539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.876982Z","time spent":"1.657970542s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:14.152515Z","caller":"traceutil/trace.go:171","msg":"trace[96068594] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25179; }","duration":"1.912524123s","start":"2026-03-11T17:43:12.239955Z","end":"2026-03-11T17:43:14.15248Z","steps":["trace[96068594] 'read index received' (duration: 1.245583754s)","trace[96068594] 'applied index is now lower than readState.Index' (duration: 666.939279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:14.152593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724564946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:14.152631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063241387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:14.152959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676730612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-11T17:43:14.152978Z","caller":"traceutil/trace.go:171","msg":"trace[1368691244] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24317; }","duration":"3.063650726s","start":"2026-03-11T17:43:11.089318Z","end":"2026-03-11T17:43:14.152969Z","steps":["trace[1368691244] 'agreement among raft nodes before linearized reading' (duration: 3.063250587s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.15301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.089292Z","time spent":"3.063710087s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:14.153004Z","caller":"traceutil/trace.go:171","msg":"trace[1978533487] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24317; }","duration":"1.676804974s","start":"2026-03-11T17:43:12.476186Z","end":"2026-03-11T17:43:14.152991Z","steps":["trace[1978533487] 'agreement among raft nodes before linearized reading' (duration: 1.676641521s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.153045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.476158Z","time spent":"1.676878546s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-11T17:43:14.152634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952516361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:14.153139Z","caller":"traceutil/trace.go:171","msg":"trace[1308717793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24317; }","duration":"2.953061963s","start":"2026-03-11T17:43:11.200033Z","end":"2026-03-11T17:43:14.153095Z","steps":["trace[1308717793] 'agreement among raft nodes before linearized reading' (duration: 2.952508531s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.15267Z","caller":"traceutil/trace.go:171","msg":"trace[2058011671] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24317; }","duration":"2.724680039s","start":"2026-03-11T17:43:11.427965Z","end":"2026-03-11T17:43:14.152645Z","steps":["trace[2058011671] 'agreement among raft nodes before linearized reading' (duration: 2.724562496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.153369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.200009Z","time spent":"2.953308448s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:14.152579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527651483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:14.153461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.42794Z","time spent":"2.725337543s","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:14.153589Z","caller":"traceutil/trace.go:171","msg":"trace[163372570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24317; }","duration":"2.528650965s","start":"2026-03-11T17:43:11.624851Z","end":"2026-03-11T17:43:14.153502Z","steps":["trace[163372570] 'agreement among raft nodes before linearized reading' (duration: 2.527637573s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.152665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643833281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:14.153675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.624826Z","time spent":"2.528827981s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:14.153707Z","caller":"traceutil/trace.go:171","msg":"trace[2111417660] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24317; }","duration":"2.644942875s","start":"2026-03-11T17:43:11.508734Z","end":"2026-03-11T17:43:14.153677Z","steps":["trace[2111417660] 'agreement among raft nodes before linearized reading' (duration: 2.643843171s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.153781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:11.508702Z","time spent":"2.645057628s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:14.152744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005847369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:14.153917Z","caller":"traceutil/trace.go:171","msg":"trace[1323967660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24317; }","duration":"2.007047376s","start":"2026-03-11T17:43:12.146849Z","end":"2026-03-11T17:43:14.153896Z","steps":["trace[1323967660] 'agreement among raft nodes before linearized reading' (duration: 2.00585773s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.152752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142995725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:14.152776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296541592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-11T17:43:14.152798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29054357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:14.152816Z","caller":"traceutil/trace.go:171","msg":"trace[1543699885] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.909877434s","start":"2026-03-11T17:43:12.242918Z","end":"2026-03-11T17:43:14.152795Z","steps":["trace[1543699885] 'process raft request' (duration: 1.874501403s)","trace[1543699885] 'compare' (duration: 34.857479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:14.152816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964655418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-11T17:43:14.15288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.909253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:14.152902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908027172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:14.154112Z","caller":"traceutil/trace.go:171","msg":"trace[1207536811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24317; }","duration":"2.144397366s","start":"2026-03-11T17:43:12.009695Z","end":"2026-03-11T17:43:14.154093Z","steps":["trace[1207536811] 'agreement among raft nodes before linearized reading' (duration: 2.143020936s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.154215Z","caller":"traceutil/trace.go:171","msg":"trace[2033684291] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24317; }","duration":"1.96607908s","start":"2026-03-11T17:43:12.188128Z","end":"2026-03-11T17:43:14.154207Z","steps":["trace[2033684291] 'agreement among raft nodes before linearized reading' (duration: 1.964565807s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.154234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.009667Z","time spent":"2.144546659s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:14.154251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.188111Z","time spent":"1.966128491s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:43:14.154267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.242888Z","time spent":"1.911294655s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:14.154271Z","caller":"traceutil/trace.go:171","msg":"trace[1264148349] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24317; }","duration":"819.261114ms","start":"2026-03-11T17:43:13.33496Z","end":"2026-03-11T17:43:14.154221Z","steps":["trace[1264148349] 'agreement among raft nodes before linearized reading' (duration: 817.853003ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.154304Z","caller":"traceutil/trace.go:171","msg":"trace[716402789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24317; }","duration":"1.909457204s","start":"2026-03-11T17:43:12.2448Z","end":"2026-03-11T17:43:14.154257Z","steps":["trace[716402789] 'agreement among raft nodes before linearized reading' (duration: 1.907944251s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.154371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:13.334887Z","time spent":"819.466928ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:14.154424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.244776Z","time spent":"1.909626837s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:43:14.154137Z","caller":"traceutil/trace.go:171","msg":"trace[698249066] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24317; }","duration":"3.297923892s","start":"2026-03-11T17:43:10.856198Z","end":"2026-03-11T17:43:14.154122Z","steps":["trace[698249066] 'agreement among raft nodes before linearized reading' (duration: 3.29645759s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.15523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:10.856189Z","time spent":"3.299023777s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:43:14.154174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.146829Z","time spent":"2.007209269s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:14.154155Z","caller":"traceutil/trace.go:171","msg":"trace[229090541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24317; }","duration":"1.297066085s","start":"2026-03-11T17:43:12.857079Z","end":"2026-03-11T17:43:14.154145Z","steps":["trace[229090541] 'agreement among raft nodes before linearized reading' (duration: 1.295696794s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.155385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:12.857037Z","time spent":"1.298327273s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:14.296737Z","caller":"traceutil/trace.go:171","msg":"trace[318047942] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25187; }","duration":"140.394198ms","start":"2026-03-11T17:43:14.156313Z","end":"2026-03-11T17:43:14.296708Z","steps":["trace[318047942] 'read index received' (duration: 136.138304ms)","trace[318047942] 'applied index is now lower than readState.Index' (duration: 4.254274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:14.297314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.93141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:43:14.297358Z","caller":"traceutil/trace.go:171","msg":"trace[688625842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24317; }","duration":"141.062972ms","start":"2026-03-11T17:43:14.156281Z","end":"2026-03-11T17:43:14.297344Z","steps":["trace[688625842] 'agreement among raft nodes before linearized reading' (duration: 140.824597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.297462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.933498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a643ccf6-d64d-4a69-bc2d-5f4707f80735\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-11T17:43:14.297561Z","caller":"traceutil/trace.go:171","msg":"trace[358810120] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a643ccf6-d64d-4a69-bc2d-5f4707f80735; range_end:; response_count:1; response_revision:24317; }","duration":"140.068081ms","start":"2026-03-11T17:43:14.157468Z","end":"2026-03-11T17:43:14.297536Z","steps":["trace[358810120] 'agreement among raft nodes before linearized reading' (duration: 139.730242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.297819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.596809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:14.297868Z","caller":"traceutil/trace.go:171","msg":"trace[1380518205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24317; }","duration":"134.670851ms","start":"2026-03-11T17:43:14.163184Z","end":"2026-03-11T17:43:14.297855Z","steps":["trace[1380518205] 'agreement among raft nodes before linearized reading' (duration: 134.590789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.298119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.229143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:43:14.298197Z","caller":"traceutil/trace.go:171","msg":"trace[1857850346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24317; }","duration":"139.362546ms","start":"2026-03-11T17:43:14.158814Z","end":"2026-03-11T17:43:14.298176Z","steps":["trace[1857850346] 'agreement among raft nodes before linearized reading' (duration: 139.11956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.871925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.638983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:14.872011Z","caller":"traceutil/trace.go:171","msg":"trace[447974944] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25188; }","duration":"572.380055ms","start":"2026-03-11T17:43:14.299617Z","end":"2026-03-11T17:43:14.871997Z","steps":["trace[447974944] 'read index received' (duration: 385.605ms)","trace[447974944] 'applied index is now lower than readState.Index' (duration: 186.774255ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:14.87207Z","caller":"traceutil/trace.go:171","msg":"trace[429126154] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"573.349797ms","start":"2026-03-11T17:43:14.298712Z","end":"2026-03-11T17:43:14.872062Z","steps":["trace[429126154] 'process raft request' (duration: 386.494369ms)","trace[429126154] 'compare' (duration: 186.50325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:14.872444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.298687Z","time spent":"573.726396ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:14.872605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.975489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:14.872654Z","caller":"traceutil/trace.go:171","msg":"trace[1910655145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24318; }","duration":"573.052271ms","start":"2026-03-11T17:43:14.299589Z","end":"2026-03-11T17:43:14.872642Z","steps":["trace[1910655145] 'agreement among raft nodes before linearized reading' (duration: 572.929148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.87268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.299573Z","time spent":"573.100621ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:14.916434Z","caller":"traceutil/trace.go:171","msg":"trace[248592410] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"613.103854ms","start":"2026-03-11T17:43:14.303309Z","end":"2026-03-11T17:43:14.916413Z","steps":["trace[248592410] 'process raft request' (duration: 612.965021ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.916432Z","caller":"traceutil/trace.go:171","msg":"trace[241626631] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"612.547562ms","start":"2026-03-11T17:43:14.303858Z","end":"2026-03-11T17:43:14.916406Z","steps":["trace[241626631] 'process raft request' (duration: 612.47601ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.916503Z","caller":"traceutil/trace.go:171","msg":"trace[1290288090] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"615.743414ms","start":"2026-03-11T17:43:14.300729Z","end":"2026-03-11T17:43:14.916472Z","steps":["trace[1290288090] 'process raft request' (duration: 615.369595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.916549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.303288Z","time spent":"613.202128ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:14.916619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.300704Z","time spent":"615.844617ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:14.916549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.303851Z","time spent":"612.640935ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:14.916744Z","caller":"traceutil/trace.go:171","msg":"trace[1472830133] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"612.839499ms","start":"2026-03-11T17:43:14.303897Z","end":"2026-03-11T17:43:14.916736Z","steps":["trace[1472830133] 'process raft request' (duration: 612.47501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.916782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.303884Z","time spent":"612.876671ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:14.916858Z","caller":"traceutil/trace.go:171","msg":"trace[1547805656] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"612.122064ms","start":"2026-03-11T17:43:14.304729Z","end":"2026-03-11T17:43:14.916851Z","steps":["trace[1547805656] 'process raft request' (duration: 611.96539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:14.916866Z","caller":"traceutil/trace.go:171","msg":"trace[820924854] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"610.353724ms","start":"2026-03-11T17:43:14.306489Z","end":"2026-03-11T17:43:14.916843Z","steps":["trace[820924854] 'process raft request' (duration: 610.312523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:14.916892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.304694Z","time spent":"612.175995ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:14.916986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.306479Z","time spent":"610.437326ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:15.843089Z","caller":"traceutil/trace.go:171","msg":"trace[506925288] linearizableReadLoop","detail":"{readStateIndex:25196; appliedIndex:25189; }","duration":"971.007675ms","start":"2026-03-11T17:43:14.87203Z","end":"2026-03-11T17:43:15.843038Z","steps":["trace[506925288] 'read index received' (duration: 44.120475ms)","trace[506925288] 'applied index is now lower than readState.Index' (duration: 926.88596ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:15.843146Z","caller":"traceutil/trace.go:171","msg":"trace[414831836] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"1.143118613s","start":"2026-03-11T17:43:14.699999Z","end":"2026-03-11T17:43:15.843117Z","steps":["trace[414831836] 'process raft request' (duration: 1.142873048s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:15.843246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048407456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:15.843285Z","caller":"traceutil/trace.go:171","msg":"trace[1057955399] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24325; }","duration":"1.048527888s","start":"2026-03-11T17:43:14.794744Z","end":"2026-03-11T17:43:15.843272Z","steps":["trace[1057955399] 'agreement among raft nodes before linearized reading' (duration: 1.048440247s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:15.843319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.699973Z","time spent":"1.143250786s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:15.843328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.794713Z","time spent":"1.048606391s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:15.843482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476919205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:15.843512Z","caller":"traceutil/trace.go:171","msg":"trace[756893294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24325; }","duration":"1.476998337s","start":"2026-03-11T17:43:14.366502Z","end":"2026-03-11T17:43:15.843501Z","steps":["trace[756893294] 'agreement among raft nodes before linearized reading' (duration: 1.476931285s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:15.843533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.366477Z","time spent":"1.477053238s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:43:15.84364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437459423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-11T17:43:15.843743Z","caller":"traceutil/trace.go:171","msg":"trace[2036096108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24325; }","duration":"1.437631198s","start":"2026-03-11T17:43:14.406085Z","end":"2026-03-11T17:43:15.843716Z","steps":["trace[2036096108] 'agreement among raft nodes before linearized reading' (duration: 1.43731147s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:15.843841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.406058Z","time spent":"1.437769921s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-11T17:43:16.343652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576880,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:43:16.668389Z","caller":"traceutil/trace.go:171","msg":"trace[845337680] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.126484692s","start":"2026-03-11T17:43:15.541874Z","end":"2026-03-11T17:43:16.668358Z","steps":["trace[845337680] 'process raft request' (duration: 1.126283948s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.668539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.541851Z","time spent":"1.126607714s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:16.668656Z","caller":"traceutil/trace.go:171","msg":"trace[876279998] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"1.126380139s","start":"2026-03-11T17:43:15.542252Z","end":"2026-03-11T17:43:16.668632Z","steps":["trace[876279998] 'process raft request' (duration: 1.126064432s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:16.668802Z","caller":"traceutil/trace.go:171","msg":"trace[1363576253] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"1.125005059s","start":"2026-03-11T17:43:15.543773Z","end":"2026-03-11T17:43:16.668778Z","steps":["trace[1363576253] 'process raft request' (duration: 1.124743794s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:16.669014Z","caller":"traceutil/trace.go:171","msg":"trace[2066819191] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.125225484s","start":"2026-03-11T17:43:15.543777Z","end":"2026-03-11T17:43:16.669003Z","steps":["trace[2066819191] 'process raft request' (duration: 1.124908127s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.669122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.543757Z","time spent":"1.125330776s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:16.669149Z","caller":"traceutil/trace.go:171","msg":"trace[17766526] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.124549948s","start":"2026-03-11T17:43:15.544586Z","end":"2026-03-11T17:43:16.669136Z","steps":["trace[17766526] 'process raft request' (duration: 1.124370714s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.669228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.544576Z","time spent":"1.124612839s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:16.669319Z","caller":"traceutil/trace.go:171","msg":"trace[2095610449] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.124003236s","start":"2026-03-11T17:43:15.545304Z","end":"2026-03-11T17:43:16.669307Z","steps":["trace[2095610449] 'process raft request' (duration: 1.123784711s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.669395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.545292Z","time spent":"1.124067987s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:16.66881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.542243Z","time spent":"1.126489541s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:16.669853Z","caller":"traceutil/trace.go:171","msg":"trace[914671559] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25196; }","duration":"826.68563ms","start":"2026-03-11T17:43:15.843157Z","end":"2026-03-11T17:43:16.669842Z","steps":["trace[914671559] 'read index received' (duration: 825.000753ms)","trace[914671559] 'applied index is now lower than readState.Index' (duration: 1.684147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:16.669975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288970494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:16.669999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137288913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:43:16.67Z","caller":"traceutil/trace.go:171","msg":"trace[143078767] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"830.111326ms","start":"2026-03-11T17:43:15.839833Z","end":"2026-03-11T17:43:16.669944Z","steps":["trace[143078767] 'process raft request' (duration: 829.947712ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:16.670045Z","caller":"traceutil/trace.go:171","msg":"trace[1899839426] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24333; }","duration":"1.137373575s","start":"2026-03-11T17:43:15.532661Z","end":"2026-03-11T17:43:16.670034Z","steps":["trace[1899839426] 'agreement among raft nodes before linearized reading' (duration: 1.137231872s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.670102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.532636Z","time spent":"1.137458527s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:43:16.670161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.738212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:16.670194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.839799Z","time spent":"830.29705ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:16.670052Z","caller":"traceutil/trace.go:171","msg":"trace[1713038364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24333; }","duration":"1.289056836s","start":"2026-03-11T17:43:15.380961Z","end":"2026-03-11T17:43:16.670018Z","steps":["trace[1713038364] 'agreement among raft nodes before linearized reading' (duration: 1.288983484s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.670275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.380941Z","time spent":"1.289325822s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:16.670263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795396974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-11T17:43:16.670373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.306354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:16.670441Z","caller":"traceutil/trace.go:171","msg":"trace[862951879] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24333; }","duration":"691.510899ms","start":"2026-03-11T17:43:15.978918Z","end":"2026-03-11T17:43:16.670429Z","steps":["trace[862951879] 'agreement among raft nodes before linearized reading' (duration: 691.365266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.670494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.978884Z","time spent":"691.59768ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:16.670564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747951104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:43:16.670557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028580233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:43:16.670579Z","caller":"traceutil/trace.go:171","msg":"trace[608047313] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"1.121102212s","start":"2026-03-11T17:43:15.54945Z","end":"2026-03-11T17:43:16.670552Z","steps":["trace[608047313] 'process raft request' (duration: 1.119816013s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:16.670636Z","caller":"traceutil/trace.go:171","msg":"trace[1246894362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24333; }","duration":"1.748054677s","start":"2026-03-11T17:43:14.922566Z","end":"2026-03-11T17:43:16.67062Z","steps":["trace[1246894362] 'agreement among raft nodes before linearized reading' (duration: 1.747833242s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.67066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.33647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:16.670697Z","caller":"traceutil/trace.go:171","msg":"trace[173601409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24333; }","duration":"1.02883516s","start":"2026-03-11T17:43:15.641833Z","end":"2026-03-11T17:43:16.670668Z","steps":["trace[173601409] 'agreement among raft nodes before linearized reading' (duration: 1.028239746s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:16.670709Z","caller":"traceutil/trace.go:171","msg":"trace[1162499102] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24333; }","duration":"961.419572ms","start":"2026-03-11T17:43:15.709273Z","end":"2026-03-11T17:43:16.670693Z","steps":["trace[1162499102] 'agreement among raft nodes before linearized reading' (duration: 961.35269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.670732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.922544Z","time spent":"1.748157789s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"warn","ts":"2026-03-11T17:43:16.670739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.549439Z","time spent":"1.121246805s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:16.670766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.641809Z","time spent":"1.028946152s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:43:16.670219Z","caller":"traceutil/trace.go:171","msg":"trace[116747738] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24333; }","duration":"822.836934ms","start":"2026-03-11T17:43:15.847373Z","end":"2026-03-11T17:43:16.67021Z","steps":["trace[116747738] 'agreement among raft nodes before linearized reading' (duration: 822.733961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.670855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.847349Z","time spent":"823.499559ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:43:16.67094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.908757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:16.670772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.709252Z","time spent":"961.492244ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:16.671015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.953936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:16.671103Z","caller":"traceutil/trace.go:171","msg":"trace[1970110501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24333; }","duration":"725.080279ms","start":"2026-03-11T17:43:15.94601Z","end":"2026-03-11T17:43:16.67109Z","steps":["trace[1970110501] 'agreement among raft nodes before linearized reading' (duration: 724.948356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.671146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.945994Z","time spent":"725.14017ms","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:16.670364Z","caller":"traceutil/trace.go:171","msg":"trace[2020788802] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24333; }","duration":"1.795510798s","start":"2026-03-11T17:43:14.874827Z","end":"2026-03-11T17:43:16.670337Z","steps":["trace[2020788802] 'agreement among raft nodes before linearized reading' (duration: 1.795177389s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.671297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.575604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-11T17:43:16.671352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:14.874763Z","time spent":"1.796576661s","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-11T17:43:16.671371Z","caller":"traceutil/trace.go:171","msg":"trace[716936198] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24333; }","duration":"820.654325ms","start":"2026-03-11T17:43:15.850697Z","end":"2026-03-11T17:43:16.671351Z","steps":["trace[716936198] 'agreement among raft nodes before linearized reading' (duration: 820.494192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.67143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.85069Z","time spent":"820.727866ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-11T17:43:16.670997Z","caller":"traceutil/trace.go:171","msg":"trace[2145662385] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24333; }","duration":"692.01814ms","start":"2026-03-11T17:43:15.978967Z","end":"2026-03-11T17:43:16.670986Z","steps":["trace[2145662385] 'agreement among raft nodes before linearized reading' (duration: 691.931618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.671551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.978942Z","time spent":"692.571332ms","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:16.671155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.977267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4066614-8ed0-4941-8dbb-0ca409b77793\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T17:43:16.671822Z","caller":"traceutil/trace.go:171","msg":"trace[235026134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4066614-8ed0-4941-8dbb-0ca409b77793; range_end:; response_count:1; response_revision:24333; }","duration":"823.695263ms","start":"2026-03-11T17:43:15.848111Z","end":"2026-03-11T17:43:16.671806Z","steps":["trace[235026134] 'agreement among raft nodes before linearized reading' (duration: 822.809424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.671867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.848085Z","time spent":"823.770984ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c4066614-8ed0-4941-8dbb-0ca409b77793\" "} {"level":"warn","ts":"2026-03-11T17:43:16.669717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.54376Z","time spent":"1.125107391s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:16.672553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:43:16.672641Z","caller":"traceutil/trace.go:171","msg":"trace[2071179206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24333; }","duration":"1.030401023s","start":"2026-03-11T17:43:15.642219Z","end":"2026-03-11T17:43:16.67262Z","steps":["trace[2071179206] 'agreement among raft nodes before linearized reading' (duration: 1.027653351s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:16.672697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:15.642209Z","time spent":"1.030478764s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:43:17.1775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:17.677897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:17.809258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083893039s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:17.809682Z","caller":"traceutil/trace.go:171","msg":"trace[824905788] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"1.134399648s","start":"2026-03-11T17:43:16.675256Z","end":"2026-03-11T17:43:17.809656Z","steps":["trace[824905788] 'process raft request' (duration: 1.134256465s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.809833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.675237Z","time spent":"1.134519212s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:17.922165Z","caller":"traceutil/trace.go:171","msg":"trace[15505681] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"1.245062282s","start":"2026-03-11T17:43:16.677068Z","end":"2026-03-11T17:43:17.92213Z","steps":["trace[15505681] 'process raft request' (duration: 1.24407993s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.922318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.677058Z","time spent":"1.245178425s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:17.922407Z","caller":"traceutil/trace.go:171","msg":"trace[657908847] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"1.243834575s","start":"2026-03-11T17:43:16.678548Z","end":"2026-03-11T17:43:17.922383Z","steps":["trace[657908847] 'process raft request' (duration: 1.243477906s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.922565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.678539Z","time spent":"1.243948757s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:17.922766Z","caller":"traceutil/trace.go:171","msg":"trace[2046486848] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25204; }","duration":"1.2458627s","start":"2026-03-11T17:43:16.676891Z","end":"2026-03-11T17:43:17.922754Z","steps":["trace[2046486848] 'read index received' (duration: 1.132626658s)","trace[2046486848] 'applied index is now lower than readState.Index' (duration: 113.235132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:17.922996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245190765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:17.923072Z","caller":"traceutil/trace.go:171","msg":"trace[686027817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24337; }","duration":"1.245239167s","start":"2026-03-11T17:43:16.677785Z","end":"2026-03-11T17:43:17.923024Z","steps":["trace[686027817] 'agreement among raft nodes before linearized reading' (duration: 1.245107034s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.923025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246114526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-11T17:43:17.923103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.67778Z","time spent":"1.245316869s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:43:17.923128Z","caller":"traceutil/trace.go:171","msg":"trace[1876835905] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24337; }","duration":"1.246252139s","start":"2026-03-11T17:43:16.676859Z","end":"2026-03-11T17:43:17.923111Z","steps":["trace[1876835905] 'agreement among raft nodes before linearized reading' (duration: 1.246016574s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.923248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.676842Z","time spent":"1.246391742s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-11T17:43:17.923441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.907449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:43:17.923462Z","caller":"traceutil/trace.go:171","msg":"trace[259185798] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"814.728543ms","start":"2026-03-11T17:43:17.108722Z","end":"2026-03-11T17:43:17.923451Z","steps":["trace[259185798] 'process raft request' (duration: 813.594857ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:17.923478Z","caller":"traceutil/trace.go:171","msg":"trace[396047244] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24337; }","duration":"390.94681ms","start":"2026-03-11T17:43:17.532523Z","end":"2026-03-11T17:43:17.923469Z","steps":["trace[396047244] 'agreement among raft nodes before linearized reading' (duration: 390.794517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.923509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.532474Z","time spent":"391.025732ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:17.923522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.108696Z","time spent":"814.791894ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:17.923663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000085366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:43:17.923731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024607795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:17.923743Z","caller":"traceutil/trace.go:171","msg":"trace[1247990129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24337; }","duration":"1.000217279s","start":"2026-03-11T17:43:16.923508Z","end":"2026-03-11T17:43:17.923725Z","steps":["trace[1247990129] 'agreement among raft nodes before linearized reading' (duration: 999.988224ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:17.923764Z","caller":"traceutil/trace.go:171","msg":"trace[103483864] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24337; }","duration":"1.024680396s","start":"2026-03-11T17:43:16.899074Z","end":"2026-03-11T17:43:17.923754Z","steps":["trace[103483864] 'agreement among raft nodes before linearized reading' (duration: 1.024619185s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.923784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.923484Z","time spent":"1.000291831s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:43:17.923757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242639529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:17.923799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.899011Z","time spent":"1.024774468s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:17.923855Z","caller":"traceutil/trace.go:171","msg":"trace[1820123905] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24337; }","duration":"1.242762391s","start":"2026-03-11T17:43:16.681068Z","end":"2026-03-11T17:43:17.92383Z","steps":["trace[1820123905] 'agreement among raft nodes before linearized reading' (duration: 1.242553926s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.923923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.681062Z","time spent":"1.242850193s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:17.923942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.167946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:43:17.92397Z","caller":"traceutil/trace.go:171","msg":"trace[720165133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24337; }","duration":"999.234157ms","start":"2026-03-11T17:43:16.924726Z","end":"2026-03-11T17:43:17.923961Z","steps":["trace[720165133] 'agreement among raft nodes before linearized reading' (duration: 999.157925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.924003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.924698Z","time spent":"999.299729ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:43:17.924125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243837235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:17.924163Z","caller":"traceutil/trace.go:171","msg":"trace[1232230758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24337; }","duration":"1.243889596s","start":"2026-03-11T17:43:16.680264Z","end":"2026-03-11T17:43:17.924153Z","steps":["trace[1232230758] 'agreement among raft nodes before linearized reading' (duration: 1.243831825s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.924189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.680256Z","time spent":"1.243926197s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:17.92449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000874973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:43:17.924526Z","caller":"traceutil/trace.go:171","msg":"trace[1651515435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24337; }","duration":"1.000974716s","start":"2026-03-11T17:43:16.923543Z","end":"2026-03-11T17:43:17.924518Z","steps":["trace[1651515435] 'agreement among raft nodes before linearized reading' (duration: 1.000859704s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.924572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.929643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:43:17.924852Z","caller":"traceutil/trace.go:171","msg":"trace[479356469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24337; }","duration":"1.000227449s","start":"2026-03-11T17:43:16.924613Z","end":"2026-03-11T17:43:17.924841Z","steps":["trace[479356469] 'agreement among raft nodes before linearized reading' (duration: 999.854471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.924944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.924606Z","time spent":"1.000327191s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:17.925048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000290051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:43:17.9248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.923517Z","time spent":"1.001029647s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:43:17.925084Z","caller":"traceutil/trace.go:171","msg":"trace[1941512716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24337; }","duration":"1.000361952s","start":"2026-03-11T17:43:16.924713Z","end":"2026-03-11T17:43:17.925075Z","steps":["trace[1941512716] 'agreement among raft nodes before linearized reading' (duration: 999.416682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:17.92511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:16.924694Z","time spent":"1.000410243s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:18.433717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:19.139345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.052961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:19.139451Z","caller":"traceutil/trace.go:171","msg":"trace[2116352224] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"1.208865564s","start":"2026-03-11T17:43:17.930567Z","end":"2026-03-11T17:43:19.139433Z","steps":["trace[2116352224] 'process raft request' (duration: 533.63923ms)","trace[2116352224] 'compare' (duration: 674.813845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:19.139509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.930552Z","time spent":"1.208929905s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:19.207382Z","caller":"traceutil/trace.go:171","msg":"trace[2009651174] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"1.276583946s","start":"2026-03-11T17:43:17.93077Z","end":"2026-03-11T17:43:19.207354Z","steps":["trace[2009651174] 'process raft request' (duration: 1.276399122s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:19.207605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.93076Z","time spent":"1.276763611s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:19.207905Z","caller":"traceutil/trace.go:171","msg":"trace[1000516002] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"1.276037504s","start":"2026-03-11T17:43:17.931745Z","end":"2026-03-11T17:43:19.207783Z","steps":["trace[1000516002] 'process raft request' (duration: 1.275562714s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:19.207819Z","caller":"traceutil/trace.go:171","msg":"trace[2131113045] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25208; }","duration":"1.27444702s","start":"2026-03-11T17:43:17.933348Z","end":"2026-03-11T17:43:19.207795Z","steps":["trace[2131113045] 'read index received' (duration: 530.869048ms)","trace[2131113045] 'applied index is now lower than readState.Index' (duration: 743.577142ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:19.20793Z","caller":"traceutil/trace.go:171","msg":"trace[1873434906] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"1.275727467s","start":"2026-03-11T17:43:17.932177Z","end":"2026-03-11T17:43:19.207905Z","steps":["trace[1873434906] 'process raft request' (duration: 1.275585244s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:19.20808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274712045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:19.208113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.931721Z","time spent":"1.276282629s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:19.208157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.932164Z","time spent":"1.275930752s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:19.208168Z","caller":"traceutil/trace.go:171","msg":"trace[37494416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24342; }","duration":"1.274822857s","start":"2026-03-11T17:43:17.933327Z","end":"2026-03-11T17:43:19.208149Z","steps":["trace[37494416] 'agreement among raft nodes before linearized reading' (duration: 1.274690254s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:19.207911Z","caller":"traceutil/trace.go:171","msg":"trace[55878398] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"1.276120756s","start":"2026-03-11T17:43:17.931758Z","end":"2026-03-11T17:43:19.207878Z","steps":["trace[55878398] 'process raft request' (duration: 1.275923352s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:19.208232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.933317Z","time spent":"1.27489516s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:19.208268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.93174Z","time spent":"1.276506325s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:19.709136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:20.210254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057576906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:20.363638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11566559s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:20.364482Z","caller":"traceutil/trace.go:171","msg":"trace[480594467] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"1.688668259s","start":"2026-03-11T17:43:18.675751Z","end":"2026-03-11T17:43:20.36442Z","steps":["trace[480594467] 'process raft request' (duration: 1.688589617s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:20.364549Z","caller":"traceutil/trace.go:171","msg":"trace[1052573328] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"1.689840025s","start":"2026-03-11T17:43:18.674655Z","end":"2026-03-11T17:43:20.364495Z","steps":["trace[1052573328] 'process raft request' (duration: 1.68961001s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:20.364619Z","caller":"traceutil/trace.go:171","msg":"trace[1828019234] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"1.689906507s","start":"2026-03-11T17:43:18.674677Z","end":"2026-03-11T17:43:20.364584Z","steps":["trace[1828019234] 'process raft request' (duration: 1.68962953s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.364632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.675741Z","time spent":"1.688813702s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:20.364638Z","caller":"traceutil/trace.go:171","msg":"trace[1090105038] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"1.689976878s","start":"2026-03-11T17:43:18.674594Z","end":"2026-03-11T17:43:20.364571Z","steps":["trace[1090105038] 'process raft request' (duration: 1.689519558s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.364662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.674625Z","time spent":"1.689976988s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:20.364758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.674647Z","time spent":"1.690018488s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:20.364822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.674567Z","time spent":"1.690153402s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:20.365074Z","caller":"traceutil/trace.go:171","msg":"trace[2145503719] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.687112664s","start":"2026-03-11T17:43:18.677945Z","end":"2026-03-11T17:43:20.365058Z","steps":["trace[2145503719] 'process raft request' (duration: 1.687056583s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.36515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.677934Z","time spent":"1.687181165s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:20.36515Z","caller":"traceutil/trace.go:171","msg":"trace[2039652660] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"1.687433101s","start":"2026-03-11T17:43:18.677633Z","end":"2026-03-11T17:43:20.365066Z","steps":["trace[2039652660] 'process raft request' (duration: 1.686744236s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:20.365236Z","caller":"traceutil/trace.go:171","msg":"trace[1119577637] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.687404641s","start":"2026-03-11T17:43:18.677744Z","end":"2026-03-11T17:43:20.365149Z","steps":["trace[1119577637] 'process raft request' (duration: 1.687176135s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.365545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.67772Z","time spent":"1.687677327s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:20.365453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.677609Z","time spent":"1.687706048s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:20.367066Z","caller":"traceutil/trace.go:171","msg":"trace[1338563044] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"621.229608ms","start":"2026-03-11T17:43:19.745774Z","end":"2026-03-11T17:43:20.367004Z","steps":["trace[1338563044] 'process raft request' (duration: 620.86249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.367154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.745755Z","time spent":"621.35711ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:20.370883Z","caller":"traceutil/trace.go:171","msg":"trace[428090461] linearizableReadLoop","detail":"{readStateIndex:25222; appliedIndex:25213; }","duration":"1.162799184s","start":"2026-03-11T17:43:19.208054Z","end":"2026-03-11T17:43:20.370853Z","steps":["trace[428090461] 'read index received' (duration: 1.156042543s)","trace[428090461] 'applied index is now lower than readState.Index' (duration: 6.754881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:20.371135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390852382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.37118Z","caller":"traceutil/trace.go:171","msg":"trace[2034232489] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24350; }","duration":"1.390922443s","start":"2026-03-11T17:43:18.980242Z","end":"2026-03-11T17:43:20.371165Z","steps":["trace[2034232489] 'agreement among raft nodes before linearized reading' (duration: 1.39077989s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.371215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.980183Z","time spent":"1.391024336s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:20.371252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434949722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:43:20.371305Z","caller":"traceutil/trace.go:171","msg":"trace[587778165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24350; }","duration":"2.434996103s","start":"2026-03-11T17:43:17.936279Z","end":"2026-03-11T17:43:20.371276Z","steps":["trace[587778165] 'agreement among raft nodes before linearized reading' (duration: 2.434805699s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.37133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.936273Z","time spent":"2.435051074s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T17:43:20.371448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437121059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.37148Z","caller":"traceutil/trace.go:171","msg":"trace[1412330816] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24350; }","duration":"2.437158791s","start":"2026-03-11T17:43:17.934311Z","end":"2026-03-11T17:43:20.37147Z","steps":["trace[1412330816] 'agreement among raft nodes before linearized reading' (duration: 2.43711003s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.371504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:17.934307Z","time spent":"2.437187922s","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:20.371677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161427433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.371703Z","caller":"traceutil/trace.go:171","msg":"trace[262954739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24350; }","duration":"1.161491345s","start":"2026-03-11T17:43:19.210205Z","end":"2026-03-11T17:43:20.371697Z","steps":["trace[262954739] 'agreement among raft nodes before linearized reading' (duration: 1.161450504s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.371721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.210183Z","time spent":"1.161534475s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:20.371762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.057618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.371806Z","caller":"traceutil/trace.go:171","msg":"trace[1977934371] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24350; }","duration":"381.1337ms","start":"2026-03-11T17:43:19.990662Z","end":"2026-03-11T17:43:20.371795Z","steps":["trace[1977934371] 'agreement among raft nodes before linearized reading' (duration: 381.051358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.371832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.990647Z","time spent":"381.178481ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:20.371875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080035603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.371929Z","caller":"traceutil/trace.go:171","msg":"trace[1071277436] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24350; }","duration":"1.080136856s","start":"2026-03-11T17:43:19.291778Z","end":"2026-03-11T17:43:20.371915Z","steps":["trace[1071277436] 'agreement among raft nodes before linearized reading' (duration: 1.080040114s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.371956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.291756Z","time spent":"1.080193458s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:20.372004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.344421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:43:20.372061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656746705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:20.372079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.445107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:43:20.372101Z","caller":"traceutil/trace.go:171","msg":"trace[1527102187] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24350; }","duration":"891.491819ms","start":"2026-03-11T17:43:19.480602Z","end":"2026-03-11T17:43:20.372094Z","steps":["trace[1527102187] 'agreement among raft nodes before linearized reading' (duration: 891.415337ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:20.372088Z","caller":"traceutil/trace.go:171","msg":"trace[1723258798] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24350; }","duration":"1.656800835s","start":"2026-03-11T17:43:18.715278Z","end":"2026-03-11T17:43:20.372079Z","steps":["trace[1723258798] 'agreement among raft nodes before linearized reading' (duration: 1.656720444s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.372121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.480587Z","time spent":"891.529379ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:43:20.372133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.715265Z","time spent":"1.656856657s","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:20.372068Z","caller":"traceutil/trace.go:171","msg":"trace[619305002] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24350; }","duration":"477.433692ms","start":"2026-03-11T17:43:19.894623Z","end":"2026-03-11T17:43:20.372056Z","steps":["trace[619305002] 'agreement among raft nodes before linearized reading' (duration: 477.126155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.372212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.894598Z","time spent":"477.601266ms","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:20.372229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014002412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:43:20.372262Z","caller":"traceutil/trace.go:171","msg":"trace[1237561780] range","detail":"{range_begin:/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c; range_end:; response_count:1; response_revision:24350; }","duration":"2.014070543s","start":"2026-03-11T17:43:18.358182Z","end":"2026-03-11T17:43:20.372252Z","steps":["trace[1237561780] 'agreement among raft nodes before linearized reading' (duration: 2.013978971s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.372269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.744626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:20.372294Z","caller":"traceutil/trace.go:171","msg":"trace[1024973579] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24350; }","duration":"450.807718ms","start":"2026-03-11T17:43:19.921479Z","end":"2026-03-11T17:43:20.372287Z","steps":["trace[1024973579] 'agreement among raft nodes before linearized reading' (duration: 450.761787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:20.372318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:19.921459Z","time spent":"450.849198ms","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:20.372322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.358158Z","time spent":"2.014156135s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" "} {"level":"warn","ts":"2026-03-11T17:43:32.755257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.726773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:32.755381Z","caller":"traceutil/trace.go:171","msg":"trace[920639094] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"210.408983ms","start":"2026-03-11T17:43:32.54495Z","end":"2026-03-11T17:43:32.755359Z","steps":["trace[920639094] 'process raft request' (duration: 36.463075ms)","trace[920639094] 'compare' (duration: 173.529239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:33.348312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.172457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:33.348631Z","caller":"traceutil/trace.go:171","msg":"trace[1223032940] linearizableReadLoop","detail":"{readStateIndex:25326; appliedIndex:25324; }","duration":"498.515044ms","start":"2026-03-11T17:43:32.850093Z","end":"2026-03-11T17:43:33.348608Z","steps":["trace[1223032940] 'read index received' (duration: 377.882737ms)","trace[1223032940] 'applied index is now lower than readState.Index' (duration: 120.630667ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:33.348682Z","caller":"traceutil/trace.go:171","msg":"trace[696452657] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"500.524168ms","start":"2026-03-11T17:43:32.848092Z","end":"2026-03-11T17:43:33.348617Z","steps":["trace[696452657] 'process raft request' (duration: 379.926052ms)","trace[696452657] 'compare' (duration: 119.931002ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:33.348801Z","caller":"traceutil/trace.go:171","msg":"trace[1596533472] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"499.981866ms","start":"2026-03-11T17:43:32.848748Z","end":"2026-03-11T17:43:33.34873Z","steps":["trace[1596533472] 'process raft request' (duration: 499.70611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.348847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.848061Z","time spent":"500.713893ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1294,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:43:33.348937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.828001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-11T17:43:33.349496Z","caller":"traceutil/trace.go:171","msg":"trace[816260000] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24451; }","duration":"499.397154ms","start":"2026-03-11T17:43:32.850053Z","end":"2026-03-11T17:43:33.34945Z","steps":["trace[816260000] 'agreement among raft nodes before linearized reading' (duration: 498.684938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.349556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.850037Z","time spent":"499.502477ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-11T17:43:33.348951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.602458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:43:33.351604Z","caller":"traceutil/trace.go:171","msg":"trace[33598721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24451; }","duration":"107.276608ms","start":"2026-03-11T17:43:33.244294Z","end":"2026-03-11T17:43:33.35157Z","steps":["trace[33598721] 'agreement among raft nodes before linearized reading' (duration: 104.555647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.349008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.848735Z","time spent":"500.177311ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:43:33.34935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.542524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:43:33.352202Z","caller":"traceutil/trace.go:171","msg":"trace[492331034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24451; }","duration":"399.395097ms","start":"2026-03-11T17:43:32.952765Z","end":"2026-03-11T17:43:33.35216Z","steps":["trace[492331034] 'agreement among raft nodes before linearized reading' (duration: 396.416221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.352277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.952757Z","time spent":"399.501169ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:43:33.349719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.896457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:43:33.352572Z","caller":"traceutil/trace.go:171","msg":"trace[1824906755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24451; }","duration":"402.170761ms","start":"2026-03-11T17:43:32.950383Z","end":"2026-03-11T17:43:33.352553Z","steps":["trace[1824906755] 'agreement among raft nodes before linearized reading' (duration: 398.446667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.352635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.950359Z","time spent":"402.247252ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:43:33.358407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.019818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-11T17:43:33.358504Z","caller":"traceutil/trace.go:171","msg":"trace[2113798151] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24451; }","duration":"173.178851ms","start":"2026-03-11T17:43:33.185305Z","end":"2026-03-11T17:43:33.358484Z","steps":["trace[2113798151] 'agreement among raft nodes before linearized reading' (duration: 163.849492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:35.880141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:36.380748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:36.436625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063532304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:36.437496Z","caller":"traceutil/trace.go:171","msg":"trace[1716514430] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"1.064499566s","start":"2026-03-11T17:43:35.372952Z","end":"2026-03-11T17:43:36.437451Z","steps":["trace[1716514430] 'process raft request' (duration: 1.06421784s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.437758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.372907Z","time spent":"1.064720711s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:36.866716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.337885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:36.867103Z","caller":"traceutil/trace.go:171","msg":"trace[466608242] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"1.48300701s","start":"2026-03-11T17:43:35.384023Z","end":"2026-03-11T17:43:36.86703Z","steps":["trace[466608242] 'process raft request' (duration: 1.152205966s)","trace[466608242] 'compare' (duration: 329.990687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:36.867229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.383996Z","time spent":"1.483169454s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:36.877969Z","caller":"traceutil/trace.go:171","msg":"trace[318045200] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25382; }","duration":"1.498320114s","start":"2026-03-11T17:43:35.379376Z","end":"2026-03-11T17:43:36.877696Z","steps":["trace[318045200] 'read index received' (duration: 1.057751146s)","trace[318045200] 'applied index is now lower than readState.Index' (duration: 440.567588ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:36.878625Z","caller":"traceutil/trace.go:171","msg":"trace[998917861] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"370.576544ms","start":"2026-03-11T17:43:36.508035Z","end":"2026-03-11T17:43:36.878611Z","steps":["trace[998917861] 'process raft request' (duration: 370.257927ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.878692Z","caller":"traceutil/trace.go:171","msg":"trace[113509087] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"374.090552ms","start":"2026-03-11T17:43:36.504465Z","end":"2026-03-11T17:43:36.878556Z","steps":["trace[113509087] 'process raft request' (duration: 373.700903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.878795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498727803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:36.878852Z","caller":"traceutil/trace.go:171","msg":"trace[202380873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24509; }","duration":"1.49950508s","start":"2026-03-11T17:43:35.379332Z","end":"2026-03-11T17:43:36.878837Z","steps":["trace[202380873] 'agreement among raft nodes before linearized reading' (duration: 1.498729293s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.878857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.504437Z","time spent":"374.348508ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:36.878864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.508018Z","time spent":"370.649966ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:36.878899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.379291Z","time spent":"1.499583782s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:36.879144Z","caller":"traceutil/trace.go:171","msg":"trace[1530781217] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"367.600207ms","start":"2026-03-11T17:43:36.51149Z","end":"2026-03-11T17:43:36.879091Z","steps":["trace[1530781217] 'process raft request' (duration: 366.83301ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.879319Z","caller":"traceutil/trace.go:171","msg":"trace[419984486] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"366.691298ms","start":"2026-03-11T17:43:36.512615Z","end":"2026-03-11T17:43:36.879306Z","steps":["trace[419984486] 'process raft request' (duration: 365.96265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.879348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.511466Z","time spent":"367.779582ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:36.879377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.5126Z","time spent":"366.751289ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:36.879357Z","caller":"traceutil/trace.go:171","msg":"trace[1049287511] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"366.491693ms","start":"2026-03-11T17:43:36.512828Z","end":"2026-03-11T17:43:36.87932Z","steps":["trace[1049287511] 'process raft request' (duration: 366.279917ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.879497Z","caller":"traceutil/trace.go:171","msg":"trace[2009291454] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"366.638256ms","start":"2026-03-11T17:43:36.512848Z","end":"2026-03-11T17:43:36.879486Z","steps":["trace[2009291454] 'process raft request' (duration: 366.338409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.879535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.512787Z","time spent":"366.653396ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:36.879564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.512809Z","time spent":"366.724918ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:36.880546Z","caller":"traceutil/trace.go:171","msg":"trace[1055659808] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"367.380282ms","start":"2026-03-11T17:43:36.513148Z","end":"2026-03-11T17:43:36.880529Z","steps":["trace[1055659808] 'process raft request' (duration: 367.241619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:36.880644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.513137Z","time spent":"367.461114ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:37.602574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.543012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:37.602688Z","caller":"traceutil/trace.go:171","msg":"trace[44712903] linearizableReadLoop","detail":"{readStateIndex:25393; appliedIndex:25392; }","duration":"724.633299ms","start":"2026-03-11T17:43:36.878036Z","end":"2026-03-11T17:43:37.60267Z","steps":["trace[44712903] 'read index received' (duration: 307.78996ms)","trace[44712903] 'applied index is now lower than readState.Index' (duration: 416.842089ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:37.602923Z","caller":"traceutil/trace.go:171","msg":"trace[2037523982] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"894.405944ms","start":"2026-03-11T17:43:36.708504Z","end":"2026-03-11T17:43:37.602909Z","steps":["trace[2037523982] 'process raft request' (duration: 477.403422ms)","trace[2037523982] 'compare' (duration: 416.387458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:37.603003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.708478Z","time spent":"894.486465ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:37.603322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191437688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:43:37.603341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700094854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:37.603459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191799286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:43:37.603528Z","caller":"traceutil/trace.go:171","msg":"trace[1362475467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24517; }","duration":"2.191888528s","start":"2026-03-11T17:43:35.411623Z","end":"2026-03-11T17:43:37.603512Z","steps":["trace[1362475467] 'agreement among raft nodes before linearized reading' (duration: 2.191693014s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028628055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:37.603507Z","caller":"traceutil/trace.go:171","msg":"trace[996923667] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24517; }","duration":"1.700251378s","start":"2026-03-11T17:43:35.903198Z","end":"2026-03-11T17:43:37.603449Z","steps":["trace[996923667] 'agreement among raft nodes before linearized reading' (duration: 1.699946531s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.284433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:37.603596Z","caller":"traceutil/trace.go:171","msg":"trace[1631979334] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24517; }","duration":"1.028769287s","start":"2026-03-11T17:43:36.574806Z","end":"2026-03-11T17:43:37.603575Z","steps":["trace[1631979334] 'agreement among raft nodes before linearized reading' (duration: 1.028624904s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627024511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:37.603627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043388858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:43:37.603667Z","caller":"traceutil/trace.go:171","msg":"trace[1549697449] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24517; }","duration":"1.627186954s","start":"2026-03-11T17:43:35.976465Z","end":"2026-03-11T17:43:37.603652Z","steps":["trace[1549697449] 'agreement among raft nodes before linearized reading' (duration: 1.627026631s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.903145Z","time spent":"1.700514234s","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:37.603735Z","caller":"traceutil/trace.go:171","msg":"trace[1209814146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24517; }","duration":"2.043556031s","start":"2026-03-11T17:43:35.560157Z","end":"2026-03-11T17:43:37.603713Z","steps":["trace[1209814146] 'agreement among raft nodes before linearized reading' (duration: 2.043272955s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.410031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:37.6037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021911298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:43:37.603789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.560134Z","time spent":"2.043645524s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"info","ts":"2026-03-11T17:43:37.603811Z","caller":"traceutil/trace.go:171","msg":"trace[1862003683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24517; }","duration":"723.590905ms","start":"2026-03-11T17:43:36.880191Z","end":"2026-03-11T17:43:37.603782Z","steps":["trace[1862003683] 'agreement among raft nodes before linearized reading' (duration: 723.414531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768397411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:37.603837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206212028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:43:37.60388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.880169Z","time spent":"723.701318ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:37.603893Z","caller":"traceutil/trace.go:171","msg":"trace[1261603266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24517; }","duration":"1.768697168s","start":"2026-03-11T17:43:35.835175Z","end":"2026-03-11T17:43:37.603872Z","steps":["trace[1261603266] 'agreement among raft nodes before linearized reading' (duration: 1.768390821s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:37.603394Z","caller":"traceutil/trace.go:171","msg":"trace[1768542446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24517; }","duration":"2.191570851s","start":"2026-03-11T17:43:35.411806Z","end":"2026-03-11T17:43:37.603377Z","steps":["trace[1768542446] 'agreement among raft nodes before linearized reading' (duration: 2.191334446s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.60409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.411775Z","time spent":"2.192299896s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:43:37.603954Z","caller":"traceutil/trace.go:171","msg":"trace[2036652679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24517; }","duration":"2.20633637s","start":"2026-03-11T17:43:35.397577Z","end":"2026-03-11T17:43:37.603914Z","steps":["trace[2036652679] 'agreement among raft nodes before linearized reading' (duration: 2.206094385s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.604211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.397561Z","time spent":"2.206620277s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:43:37.603662Z","caller":"traceutil/trace.go:171","msg":"trace[1409759945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24517; }","duration":"814.413356ms","start":"2026-03-11T17:43:36.789227Z","end":"2026-03-11T17:43:37.60364Z","steps":["trace[1409759945] 'agreement among raft nodes before linearized reading' (duration: 814.240742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.604303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.789202Z","time spent":"815.088531ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:37.603743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.53022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:37.604429Z","caller":"traceutil/trace.go:171","msg":"trace[990725153] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24517; }","duration":"412.238605ms","start":"2026-03-11T17:43:37.192168Z","end":"2026-03-11T17:43:37.604407Z","steps":["trace[990725153] 'agreement among raft nodes before linearized reading' (duration: 411.535109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.603666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:36.574786Z","time spent":"1.028865499s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:37.603824Z","caller":"traceutil/trace.go:171","msg":"trace[490039542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24517; }","duration":"2.022090183s","start":"2026-03-11T17:43:35.581718Z","end":"2026-03-11T17:43:37.603808Z","steps":["trace[490039542] 'agreement among raft nodes before linearized reading' (duration: 2.021708004s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.60458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.581706Z","time spent":"2.022859809s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:37.603583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.411611Z","time spent":"2.191959259s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:37.603825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197003342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:43:37.604698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.197744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272966"} {"level":"info","ts":"2026-03-11T17:43:37.60475Z","caller":"traceutil/trace.go:171","msg":"trace[7944460] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24517; }","duration":"433.289246ms","start":"2026-03-11T17:43:37.171444Z","end":"2026-03-11T17:43:37.604734Z","steps":["trace[7944460] 'agreement among raft nodes before linearized reading' (duration: 432.266163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.604795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.171419Z","time spent":"433.368398ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272988,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:43:37.603961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.83514Z","time spent":"1.76880029s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:37.603731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.976428Z","time spent":"1.627292157s","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:37.60399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203379024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T17:43:37.604497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.192145Z","time spent":"412.338327ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:37.604985Z","caller":"traceutil/trace.go:171","msg":"trace[2069085035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24517; }","duration":"2.204388887s","start":"2026-03-11T17:43:35.400577Z","end":"2026-03-11T17:43:37.604966Z","steps":["trace[2069085035] 'agreement among raft nodes before linearized reading' (duration: 2.203238561s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.60715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.400566Z","time spent":"2.206545765s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:43:37.60478Z","caller":"traceutil/trace.go:171","msg":"trace[714885741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24517; }","duration":"2.197928543s","start":"2026-03-11T17:43:35.406795Z","end":"2026-03-11T17:43:37.604724Z","steps":["trace[714885741] 'agreement among raft nodes before linearized reading' (duration: 2.196962091s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:37.607288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:35.406784Z","time spent":"2.200465499s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:43:38.407374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.338762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:38.407568Z","caller":"traceutil/trace.go:171","msg":"trace[1258163182] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"796.579256ms","start":"2026-03-11T17:43:37.610948Z","end":"2026-03-11T17:43:38.407528Z","steps":["trace[1258163182] 'process raft request' (duration: 105.954178ms)","trace[1258163182] 'compare' (duration: 689.703688ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:38.407672Z","caller":"traceutil/trace.go:171","msg":"trace[1095652105] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25393; }","duration":"795.728638ms","start":"2026-03-11T17:43:37.611897Z","end":"2026-03-11T17:43:38.407626Z","steps":["trace[1095652105] 'read index received' (duration: 105.183872ms)","trace[1095652105] 'applied index is now lower than readState.Index' (duration: 690.538606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:38.407743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.610932Z","time spent":"796.706749ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:38.407802Z","caller":"traceutil/trace.go:171","msg":"trace[1354542243] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"793.232282ms","start":"2026-03-11T17:43:37.614548Z","end":"2026-03-11T17:43:38.40778Z","steps":["trace[1354542243] 'process raft request' (duration: 793.185921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:38.407887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.614536Z","time spent":"793.310404ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:38.408015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.095136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:43:38.408063Z","caller":"traceutil/trace.go:171","msg":"trace[739017551] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24522; }","duration":"796.168897ms","start":"2026-03-11T17:43:37.611875Z","end":"2026-03-11T17:43:38.408044Z","steps":["trace[739017551] 'agreement among raft nodes before linearized reading' (duration: 795.907812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:38.408099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.611858Z","time spent":"796.231698ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-11T17:43:38.408835Z","caller":"traceutil/trace.go:171","msg":"trace[1430511961] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"796.149838ms","start":"2026-03-11T17:43:37.612638Z","end":"2026-03-11T17:43:38.408787Z","steps":["trace[1430511961] 'process raft request' (duration: 795.050913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:38.409008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.612627Z","time spent":"796.298252ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:38.409391Z","caller":"traceutil/trace.go:171","msg":"trace[870401071] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"797.268073ms","start":"2026-03-11T17:43:37.612101Z","end":"2026-03-11T17:43:38.409369Z","steps":["trace[870401071] 'process raft request' (duration: 795.409631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:38.409518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.612074Z","time spent":"797.372075ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:38.411075Z","caller":"traceutil/trace.go:171","msg":"trace[528428438] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"798.617773ms","start":"2026-03-11T17:43:37.612334Z","end":"2026-03-11T17:43:38.410951Z","steps":["trace[528428438] 'process raft request' (duration: 795.306379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:38.411414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:37.61232Z","time spent":"798.96139ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:38.908534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:39.409389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:39.494792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089583736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:39.495662Z","caller":"traceutil/trace.go:171","msg":"trace[1778574354] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"1.300319637s","start":"2026-03-11T17:43:38.195313Z","end":"2026-03-11T17:43:39.495633Z","steps":["trace[1778574354] 'process raft request' (duration: 1.299924159s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:39.495816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.195285Z","time spent":"1.300457052s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:40.381005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000692814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:43:40.381112Z","caller":"traceutil/trace.go:171","msg":"trace[1316675945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000870939s","start":"2026-03-11T17:43:38.380222Z","end":"2026-03-11T17:43:40.381093Z","steps":["trace[1316675945] 'agreement among raft nodes before linearized reading' (duration: 2.000744166s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.381162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.380191Z","time spent":"2.00096191s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:40.654322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.939597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:40.654577Z","caller":"traceutil/trace.go:171","msg":"trace[1819239953] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"1.768851961s","start":"2026-03-11T17:43:38.885712Z","end":"2026-03-11T17:43:40.654564Z","steps":["trace[1819239953] 'process raft request' (duration: 1.768751078s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.654636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.885701Z","time spent":"1.768910702s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:40.654701Z","caller":"traceutil/trace.go:171","msg":"trace[204555534] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.769764752s","start":"2026-03-11T17:43:38.884912Z","end":"2026-03-11T17:43:40.654677Z","steps":["trace[204555534] 'process raft request' (duration: 1.103411856s)","trace[204555534] 'compare' (duration: 665.808344ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:40.654798Z","caller":"traceutil/trace.go:171","msg":"trace[360425140] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.769586787s","start":"2026-03-11T17:43:38.885204Z","end":"2026-03-11T17:43:40.654791Z","steps":["trace[360425140] 'process raft request' (duration: 1.769208758s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.654821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.884885Z","time spent":"1.769872514s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:40.654844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.885191Z","time spent":"1.769633788s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:40.655003Z","caller":"traceutil/trace.go:171","msg":"trace[871113882] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"1.768729008s","start":"2026-03-11T17:43:38.886265Z","end":"2026-03-11T17:43:40.654994Z","steps":["trace[871113882] 'process raft request' (duration: 1.768247477s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.655104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.886254Z","time spent":"1.76882874s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:40.65523Z","caller":"traceutil/trace.go:171","msg":"trace[1218540944] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.768622536s","start":"2026-03-11T17:43:38.8866Z","end":"2026-03-11T17:43:40.655223Z","steps":["trace[1218540944] 'process raft request' (duration: 1.76833537s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.655269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.886585Z","time spent":"1.768666717s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:40.655396Z","caller":"traceutil/trace.go:171","msg":"trace[1521604914] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.767650275s","start":"2026-03-11T17:43:38.887739Z","end":"2026-03-11T17:43:40.655389Z","steps":["trace[1521604914] 'process raft request' (duration: 1.767459831s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.655435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.887726Z","time spent":"1.767692375s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:40.655687Z","caller":"traceutil/trace.go:171","msg":"trace[2032246317] linearizableReadLoop","detail":"{readStateIndex:25406; appliedIndex:25398; }","duration":"2.247925251s","start":"2026-03-11T17:43:38.407753Z","end":"2026-03-11T17:43:40.655678Z","steps":["trace[2032246317] 'read index received' (duration: 1.087620603s)","trace[2032246317] 'applied index is now lower than readState.Index' (duration: 1.160303938s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:40.655828Z","caller":"traceutil/trace.go:171","msg":"trace[111899275] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.768070904s","start":"2026-03-11T17:43:38.88775Z","end":"2026-03-11T17:43:40.655821Z","steps":["trace[111899275] 'process raft request' (duration: 1.767613953s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.655873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.887736Z","time spent":"1.768112886s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:40.656024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291668739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:43:40.65605Z","caller":"traceutil/trace.go:171","msg":"trace[20134908] range","detail":"{range_begin:/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c; range_end:; response_count:1; response_revision:24530; }","duration":"2.29173174s","start":"2026-03-11T17:43:38.364312Z","end":"2026-03-11T17:43:40.656044Z","steps":["trace[20134908] 'agreement among raft nodes before linearized reading' (duration: 2.291639838s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.36429Z","time spent":"2.291780301s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-547c9467dc-c4vn4.189bda59fe5d3e7c\" "} {"level":"warn","ts":"2026-03-11T17:43:40.656182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407517459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:40.656208Z","caller":"traceutil/trace.go:171","msg":"trace[637934241] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24530; }","duration":"2.40754587s","start":"2026-03-11T17:43:38.248657Z","end":"2026-03-11T17:43:40.656203Z","steps":["trace[637934241] 'agreement among raft nodes before linearized reading' (duration: 2.407500679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.248613Z","time spent":"2.407608161s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:40.65636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479399615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:40.656398Z","caller":"traceutil/trace.go:171","msg":"trace[735185675] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24530; }","duration":"2.479479267s","start":"2026-03-11T17:43:38.176911Z","end":"2026-03-11T17:43:40.65639Z","steps":["trace[735185675] 'agreement among raft nodes before linearized reading' (duration: 2.479406205s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.176887Z","time spent":"2.479529277s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:40.656549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205753939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-11T17:43:40.656613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.665882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:43:40.656645Z","caller":"traceutil/trace.go:171","msg":"trace[900569777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24530; }","duration":"241.791835ms","start":"2026-03-11T17:43:40.414845Z","end":"2026-03-11T17:43:40.656637Z","steps":["trace[900569777] 'agreement among raft nodes before linearized reading' (duration: 241.696333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.257103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:43:40.656684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.067699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:40.656687Z","caller":"traceutil/trace.go:171","msg":"trace[723902176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24530; }","duration":"241.309654ms","start":"2026-03-11T17:43:40.415368Z","end":"2026-03-11T17:43:40.656678Z","steps":["trace[723902176] 'agreement among raft nodes before linearized reading' (duration: 241.208982ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:40.656709Z","caller":"traceutil/trace.go:171","msg":"trace[1555383170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24530; }","duration":"640.131311ms","start":"2026-03-11T17:43:40.01657Z","end":"2026-03-11T17:43:40.656701Z","steps":["trace[1555383170] 'agreement among raft nodes before linearized reading' (duration: 640.09183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.016544Z","time spent":"640.179511ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:40.656775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.349765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:43:40.65675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.13385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:43:40.656805Z","caller":"traceutil/trace.go:171","msg":"trace[1774375968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24530; }","duration":"241.392556ms","start":"2026-03-11T17:43:40.415406Z","end":"2026-03-11T17:43:40.656798Z","steps":["trace[1774375968] 'agreement among raft nodes before linearized reading' (duration: 241.316624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.363195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:40.656812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336722911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:40.656875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288658577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:40.656881Z","caller":"traceutil/trace.go:171","msg":"trace[336459240] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24530; }","duration":"1.336826563s","start":"2026-03-11T17:43:39.320037Z","end":"2026-03-11T17:43:40.656864Z","steps":["trace[336459240] 'agreement among raft nodes before linearized reading' (duration: 1.33669031s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04478548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T17:43:40.656876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076790361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:40.656922Z","caller":"traceutil/trace.go:171","msg":"trace[2049128146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24530; }","duration":"2.044858731s","start":"2026-03-11T17:43:38.612056Z","end":"2026-03-11T17:43:40.656915Z","steps":["trace[2049128146] 'agreement among raft nodes before linearized reading' (duration: 2.0447887s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.06583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:40.656945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1651282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:40.656949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.612031Z","time spent":"2.044913822s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"info","ts":"2026-03-11T17:43:40.656948Z","caller":"traceutil/trace.go:171","msg":"trace[877700470] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24530; }","duration":"1.076924233s","start":"2026-03-11T17:43:39.580004Z","end":"2026-03-11T17:43:40.656928Z","steps":["trace[877700470] 'agreement among raft nodes before linearized reading' (duration: 1.07678723s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:40.656966Z","caller":"traceutil/trace.go:171","msg":"trace[548043712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24530; }","duration":"2.16514781s","start":"2026-03-11T17:43:38.491812Z","end":"2026-03-11T17:43:40.65696Z","steps":["trace[548043712] 'agreement among raft nodes before linearized reading' (duration: 2.165111139s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:40.656971Z","caller":"traceutil/trace.go:171","msg":"trace[362005161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24530; }","duration":"237.114951ms","start":"2026-03-11T17:43:40.419842Z","end":"2026-03-11T17:43:40.656957Z","steps":["trace[362005161] 'agreement among raft nodes before linearized reading' (duration: 237.037539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:40.656838Z","caller":"traceutil/trace.go:171","msg":"trace[1441635846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24530; }","duration":"275.59055ms","start":"2026-03-11T17:43:40.38124Z","end":"2026-03-11T17:43:40.65683Z","steps":["trace[1441635846] 'agreement among raft nodes before linearized reading' (duration: 275.390596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.491794Z","time spent":"2.165187631s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T17:43:40.656903Z","caller":"traceutil/trace.go:171","msg":"trace[1971238604] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24530; }","duration":"1.288715978s","start":"2026-03-11T17:43:39.368181Z","end":"2026-03-11T17:43:40.656897Z","steps":["trace[1971238604] 'agreement among raft nodes before linearized reading' (duration: 1.288673317s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.867587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:40.657126Z","caller":"traceutil/trace.go:171","msg":"trace[1905265140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24530; }","duration":"242.149833ms","start":"2026-03-11T17:43:40.414967Z","end":"2026-03-11T17:43:40.657117Z","steps":["trace[1905265140] 'agreement among raft nodes before linearized reading' (duration: 241.836166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.656922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:39.32002Z","time spent":"1.336893775s","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:40.656612Z","caller":"traceutil/trace.go:171","msg":"trace[1235590991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24530; }","duration":"2.205871621s","start":"2026-03-11T17:43:38.450724Z","end":"2026-03-11T17:43:40.656595Z","steps":["trace[1235590991] 'agreement among raft nodes before linearized reading' (duration: 2.205704928s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.657256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:38.4507Z","time spent":"2.206540385s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-11T17:43:40.656832Z","caller":"traceutil/trace.go:171","msg":"trace[1092578540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24530; }","duration":"241.240903ms","start":"2026-03-11T17:43:40.415572Z","end":"2026-03-11T17:43:40.656813Z","steps":["trace[1092578540] 'agreement among raft nodes before linearized reading' (duration: 241.002308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.65699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:39.579971Z","time spent":"1.077010476s","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:40.657094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:39.368163Z","time spent":"1.288920663s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:41.161178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:41.661794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:42.02111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362583449s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:43:42.051723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.093512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:42.051837Z","caller":"traceutil/trace.go:171","msg":"trace[1397461983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24530; }","duration":"947.218664ms","start":"2026-03-11T17:43:41.104604Z","end":"2026-03-11T17:43:42.051823Z","steps":["trace[1397461983] 'range keys from in-memory index tree' (duration: 947.080411ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:42.052214Z","caller":"traceutil/trace.go:171","msg":"trace[1736572430] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"1.393767736s","start":"2026-03-11T17:43:40.65842Z","end":"2026-03-11T17:43:42.052188Z","steps":["trace[1736572430] 'process raft request' (duration: 1.362938447s)","trace[1736572430] 'compare' (duration: 30.620085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:42.052337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.6584Z","time spent":"1.393869608s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:42.666893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:42.666972Z","caller":"traceutil/trace.go:171","msg":"trace[1369260084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384968s","start":"2026-03-11T17:43:40.666571Z","end":"2026-03-11T17:43:42.666956Z","steps":["trace[1369260084] 'agreement among raft nodes before linearized reading' (duration: 2.000290476s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.667014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.666566Z","time spent":"2.000439989s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:44.367943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.346640227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:44.452007Z","caller":"traceutil/trace.go:171","msg":"trace[2108137999] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"3.790476903s","start":"2026-03-11T17:43:40.661505Z","end":"2026-03-11T17:43:44.451982Z","steps":["trace[2108137999] 'process raft request' (duration: 3.706598698s)","trace[2108137999] 'compare' (duration: 79.969367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:44.452119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.661482Z","time spent":"3.790573055s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.45217Z","caller":"traceutil/trace.go:171","msg":"trace[155768992] linearizableReadLoop","detail":"{readStateIndex:25413; appliedIndex:25406; }","duration":"3.791251211s","start":"2026-03-11T17:43:40.660892Z","end":"2026-03-11T17:43:44.452143Z","steps":["trace[155768992] 'read index received' (duration: 1.360464352s)","trace[155768992] 'applied index is now lower than readState.Index' (duration: 2.430785839s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:44.452338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791446095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:44.452359Z","caller":"traceutil/trace.go:171","msg":"trace[605195817] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24537; }","duration":"3.791486566s","start":"2026-03-11T17:43:40.660866Z","end":"2026-03-11T17:43:44.452353Z","steps":["trace[605195817] 'agreement among raft nodes before linearized reading' (duration: 3.791442395s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:44.452333Z","caller":"traceutil/trace.go:171","msg":"trace[1985786481] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"3.790486763s","start":"2026-03-11T17:43:40.661826Z","end":"2026-03-11T17:43:44.452313Z","steps":["trace[1985786481] 'process raft request' (duration: 3.790071904s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:44.452333Z","caller":"traceutil/trace.go:171","msg":"trace[1210979591] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"3.790402321s","start":"2026-03-11T17:43:40.661911Z","end":"2026-03-11T17:43:44.452314Z","steps":["trace[1210979591] 'process raft request' (duration: 3.790084864s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:44.452338Z","caller":"traceutil/trace.go:171","msg":"trace[208167331] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"3.788187051s","start":"2026-03-11T17:43:40.664128Z","end":"2026-03-11T17:43:44.452315Z","steps":["trace[208167331] 'process raft request' (duration: 3.787930756s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:44.452335Z","caller":"traceutil/trace.go:171","msg":"trace[400871882] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"3.789694525s","start":"2026-03-11T17:43:40.662611Z","end":"2026-03-11T17:43:44.452306Z","steps":["trace[400871882] 'process raft request' (duration: 3.789418169s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.452442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.661905Z","time spent":"3.790478563s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:44.452442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.661815Z","time spent":"3.790568875s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:44.452457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.664113Z","time spent":"3.788279723s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:44.452483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.662593Z","time spent":"3.789813578s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.452337Z","caller":"traceutil/trace.go:171","msg":"trace[1868417373] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"2.989577639s","start":"2026-03-11T17:43:41.462736Z","end":"2026-03-11T17:43:44.452314Z","steps":["trace[1868417373] 'process raft request' (duration: 2.989355334s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.452556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.462704Z","time spent":"2.989831395s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:44.452374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.660851Z","time spent":"3.791519957s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:43:44.668149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:43:44.668207Z","caller":"traceutil/trace.go:171","msg":"trace[1413938554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000917799s","start":"2026-03-11T17:43:42.667275Z","end":"2026-03-11T17:43:44.668193Z","steps":["trace[1413938554] 'agreement among raft nodes before linearized reading' (duration: 2.000840568s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.668249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.667268Z","time spent":"2.00096166s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:44.952646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:45.307548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.410795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:45.307729Z","caller":"traceutil/trace.go:171","msg":"trace[1416732578] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"2.646831948s","start":"2026-03-11T17:43:42.660885Z","end":"2026-03-11T17:43:45.307717Z","steps":["trace[1416732578] 'process raft request' (duration: 2.646789567s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.307718Z","caller":"traceutil/trace.go:171","msg":"trace[612421227] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"2.694043622s","start":"2026-03-11T17:43:42.613646Z","end":"2026-03-11T17:43:45.307689Z","steps":["trace[612421227] 'process raft request' (duration: 2.385425254s)","trace[612421227] 'compare' (duration: 308.047646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:45.307767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.660865Z","time spent":"2.646883749s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:45.307855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.613624Z","time spent":"2.694151905s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:45.307918Z","caller":"traceutil/trace.go:171","msg":"trace[2003548895] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"2.64736966s","start":"2026-03-11T17:43:42.660541Z","end":"2026-03-11T17:43:45.30791Z","steps":["trace[2003548895] 'process raft request' (duration: 2.647077094s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.307946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.660526Z","time spent":"2.647405741s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:45.30802Z","caller":"traceutil/trace.go:171","msg":"trace[1508819053] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"2.645901117s","start":"2026-03-11T17:43:42.662114Z","end":"2026-03-11T17:43:45.308015Z","steps":["trace[1508819053] 'process raft request' (duration: 2.645579419s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.662106Z","time spent":"2.645923477s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:45.308184Z","caller":"traceutil/trace.go:171","msg":"trace[1841299557] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"2.644853243s","start":"2026-03-11T17:43:42.663326Z","end":"2026-03-11T17:43:45.30818Z","steps":["trace[1841299557] 'process raft request' (duration: 2.64472927s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.308171Z","caller":"traceutil/trace.go:171","msg":"trace[1373236929] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"2.645797424s","start":"2026-03-11T17:43:42.662345Z","end":"2026-03-11T17:43:45.308143Z","steps":["trace[1373236929] 'process raft request' (duration: 2.64559405s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.30829Z","caller":"traceutil/trace.go:171","msg":"trace[1811565003] linearizableReadLoop","detail":"{readStateIndex:25422; appliedIndex:25413; }","duration":"856.053595ms","start":"2026-03-11T17:43:44.452231Z","end":"2026-03-11T17:43:45.308285Z","steps":["trace[1811565003] 'read index received' (duration: 547.033528ms)","trace[1811565003] 'applied index is now lower than readState.Index' (duration: 309.019527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:45.308314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.662339Z","time spent":"2.645902396s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:45.308346Z","caller":"traceutil/trace.go:171","msg":"trace[1672918520] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"2.643572505s","start":"2026-03-11T17:43:42.664769Z","end":"2026-03-11T17:43:45.308342Z","steps":["trace[1672918520] 'process raft request' (duration: 2.643472562s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.664755Z","time spent":"2.643601855s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:45.308208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.66331Z","time spent":"2.644885364s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:45.308506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644410631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-964578e1-4989-40dd-bc79-b4afb9fa2939\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-11T17:43:45.308521Z","caller":"traceutil/trace.go:171","msg":"trace[1462211707] range","detail":"{range_begin:/registry/persistentvolumes/pvc-964578e1-4989-40dd-bc79-b4afb9fa2939; range_end:; response_count:1; response_revision:24546; }","duration":"4.644441672s","start":"2026-03-11T17:43:40.664075Z","end":"2026-03-11T17:43:45.308516Z","steps":["trace[1462211707] 'agreement among raft nodes before linearized reading' (duration: 4.64437612s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486331124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:45.308538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.664066Z","time spent":"4.644466692s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-964578e1-4989-40dd-bc79-b4afb9fa2939\" "} {"level":"warn","ts":"2026-03-11T17:43:45.308526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40055187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T17:43:45.308554Z","caller":"traceutil/trace.go:171","msg":"trace[1348725015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24546; }","duration":"3.486382855s","start":"2026-03-11T17:43:41.822154Z","end":"2026-03-11T17:43:45.308537Z","steps":["trace[1348725015] 'agreement among raft nodes before linearized reading' (duration: 3.486298163s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.308332Z","caller":"traceutil/trace.go:171","msg":"trace[1551129202] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"2.643617495s","start":"2026-03-11T17:43:42.664707Z","end":"2026-03-11T17:43:45.308325Z","steps":["trace[1551129202] 'process raft request' (duration: 2.643454602s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.822131Z","time spent":"3.486448428s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:45.308594Z","caller":"traceutil/trace.go:171","msg":"trace[512475474] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"933.487299ms","start":"2026-03-11T17:43:44.375085Z","end":"2026-03-11T17:43:45.308572Z","steps":["trace[512475474] 'process raft request' (duration: 933.178111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.30863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644722689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.308647Z","caller":"traceutil/trace.go:171","msg":"trace[1879483602] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24546; }","duration":"4.64476974s","start":"2026-03-11T17:43:40.663872Z","end":"2026-03-11T17:43:45.308642Z","steps":["trace[1879483602] 'agreement among raft nodes before linearized reading' (duration: 4.6447379s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.30866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.663855Z","time spent":"4.644801652s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:43:45.308647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.6647Z","time spent":"2.643904092s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:45.308697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:44.375019Z","time spent":"933.619321ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:45.30873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647830115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T17:43:45.308764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.207233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:43:45.308765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079665824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda66d6b332bd\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-11T17:43:45.308766Z","caller":"traceutil/trace.go:171","msg":"trace[58098352] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24546; }","duration":"3.647900807s","start":"2026-03-11T17:43:41.660855Z","end":"2026-03-11T17:43:45.308756Z","steps":["trace[58098352] 'agreement among raft nodes before linearized reading' (duration: 3.647768974s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014562653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.308797Z","caller":"traceutil/trace.go:171","msg":"trace[1173973833] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda66d6b332bd; range_end:; response_count:1; response_revision:24546; }","duration":"3.079731665s","start":"2026-03-11T17:43:42.229056Z","end":"2026-03-11T17:43:45.308788Z","steps":["trace[1173973833] 'agreement among raft nodes before linearized reading' (duration: 3.079602983s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.660834Z","time spent":"3.647961058s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"info","ts":"2026-03-11T17:43:45.30881Z","caller":"traceutil/trace.go:171","msg":"trace[286483208] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24546; }","duration":"4.014653416s","start":"2026-03-11T17:43:41.294145Z","end":"2026-03-11T17:43:45.308799Z","steps":["trace[286483208] 'agreement among raft nodes before linearized reading' (duration: 4.014573404s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.229034Z","time spent":"3.079782957s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda66d6b332bd\" "} {"level":"warn","ts":"2026-03-11T17:43:45.308842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.719813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:45.308839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.294121Z","time spent":"4.014709686s","remote":"127.0.0.1:54102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.308867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.569396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.30887Z","caller":"traceutil/trace.go:171","msg":"trace[1489323338] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24546; }","duration":"882.771724ms","start":"2026-03-11T17:43:44.42609Z","end":"2026-03-11T17:43:45.308861Z","steps":["trace[1489323338] 'agreement among raft nodes before linearized reading' (duration: 882.709943ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.308885Z","caller":"traceutil/trace.go:171","msg":"trace[1374711842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24546; }","duration":"634.585786ms","start":"2026-03-11T17:43:44.674295Z","end":"2026-03-11T17:43:45.30888Z","steps":["trace[1374711842] 'agreement among raft nodes before linearized reading' (duration: 634.558766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:44.674246Z","time spent":"634.649668ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:45.308913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:44.426071Z","time spent":"882.816916ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:45.308776Z","caller":"traceutil/trace.go:171","msg":"trace[767179426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24546; }","duration":"853.240064ms","start":"2026-03-11T17:43:44.455532Z","end":"2026-03-11T17:43:45.308772Z","steps":["trace[767179426] 'agreement among raft nodes before linearized reading' (duration: 853.192183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.308951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:44.455519Z","time spent":"853.425298ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:45.309028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251217469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:43:45.309063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135697808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:45.30858Z","caller":"traceutil/trace.go:171","msg":"trace[1771356346] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24546; }","duration":"4.400630013s","start":"2026-03-11T17:43:40.907934Z","end":"2026-03-11T17:43:45.308564Z","steps":["trace[1771356346] 'agreement among raft nodes before linearized reading' (duration: 4.400489688s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.309095Z","caller":"traceutil/trace.go:171","msg":"trace[270170878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24546; }","duration":"1.13576374s","start":"2026-03-11T17:43:44.173321Z","end":"2026-03-11T17:43:45.309085Z","steps":["trace[270170878] 'agreement among raft nodes before linearized reading' (duration: 1.135719419s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.907916Z","time spent":"4.401175985s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:43:45.309121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:44.173299Z","time spent":"1.135812441s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840955607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:45.309287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858540997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.309287Z","caller":"traceutil/trace.go:171","msg":"trace[2011011502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24546; }","duration":"2.841020258s","start":"2026-03-11T17:43:42.468255Z","end":"2026-03-11T17:43:45.309275Z","steps":["trace[2011011502] 'agreement among raft nodes before linearized reading' (duration: 2.840969757s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.309063Z","caller":"traceutil/trace.go:171","msg":"trace[1027624720] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24546; }","duration":"3.25129785s","start":"2026-03-11T17:43:42.057755Z","end":"2026-03-11T17:43:45.309053Z","steps":["trace[1027624720] 'agreement among raft nodes before linearized reading' (duration: 3.251198498s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.309307Z","caller":"traceutil/trace.go:171","msg":"trace[1404013946] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24546; }","duration":"1.858560388s","start":"2026-03-11T17:43:43.450739Z","end":"2026-03-11T17:43:45.309299Z","steps":["trace[1404013946] 'agreement among raft nodes before linearized reading' (duration: 1.858528117s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639540884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:45.30933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923284478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:45.30933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.057736Z","time spent":"3.251583837s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"info","ts":"2026-03-11T17:43:45.30935Z","caller":"traceutil/trace.go:171","msg":"trace[1974780785] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24546; }","duration":"2.639575046s","start":"2026-03-11T17:43:42.669764Z","end":"2026-03-11T17:43:45.309339Z","steps":["trace[1974780785] 'agreement among raft nodes before linearized reading' (duration: 2.639511494s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.468233Z","time spent":"2.84108453s","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252053323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:45.308523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958567057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.309402Z","caller":"traceutil/trace.go:171","msg":"trace[1931284507] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24546; }","duration":"2.959512038s","start":"2026-03-11T17:43:42.349882Z","end":"2026-03-11T17:43:45.309394Z","steps":["trace[1931284507] 'agreement among raft nodes before linearized reading' (duration: 2.958536555s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.309409Z","caller":"traceutil/trace.go:171","msg":"trace[476801767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24546; }","duration":"2.252137025s","start":"2026-03-11T17:43:43.057255Z","end":"2026-03-11T17:43:45.309392Z","steps":["trace[476801767] 'agreement among raft nodes before linearized reading' (duration: 2.252064013s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.349857Z","time spent":"2.959564289s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695498256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-11T17:43:45.309252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705447708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:45.309504Z","caller":"traceutil/trace.go:171","msg":"trace[17383551] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24546; }","duration":"2.695591038s","start":"2026-03-11T17:43:42.613905Z","end":"2026-03-11T17:43:45.309496Z","steps":["trace[17383551] 'agreement among raft nodes before linearized reading' (duration: 2.695482306s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.057235Z","time spent":"2.252256357s","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.613889Z","time spent":"2.695638289s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:43:45.309286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58294621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:45.309574Z","caller":"traceutil/trace.go:171","msg":"trace[69856366] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24546; }","duration":"2.583265726s","start":"2026-03-11T17:43:42.72629Z","end":"2026-03-11T17:43:45.309556Z","steps":["trace[69856366] 'agreement among raft nodes before linearized reading' (duration: 2.582939729s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:45.309551Z","caller":"traceutil/trace.go:171","msg":"trace[1062451010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24546; }","duration":"2.705775136s","start":"2026-03-11T17:43:42.60375Z","end":"2026-03-11T17:43:45.309525Z","steps":["trace[1062451010] 'agreement among raft nodes before linearized reading' (duration: 2.705465959s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.45068Z","time spent":"1.858640629s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.603725Z","time spent":"2.705913338s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.726274Z","time spent":"2.583325588s","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:45.309371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.669757Z","time spent":"2.639608336s","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:45.309363Z","caller":"traceutil/trace.go:171","msg":"trace[1322129560] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24546; }","duration":"2.92335477s","start":"2026-03-11T17:43:42.385998Z","end":"2026-03-11T17:43:45.309353Z","steps":["trace[1322129560] 'agreement among raft nodes before linearized reading' (duration: 2.923297839s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:45.309836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.38597Z","time spent":"2.92385334s","remote":"127.0.0.1:35426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:48.745045Z","caller":"traceutil/trace.go:171","msg":"trace[2114256919] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25442; }","duration":"342.760962ms","start":"2026-03-11T17:43:48.402262Z","end":"2026-03-11T17:43:48.745023Z","steps":["trace[2114256919] 'read index received' (duration: 342.461985ms)","trace[2114256919] 'applied index is now lower than readState.Index' (duration: 297.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:48.745079Z","caller":"traceutil/trace.go:171","msg":"trace[1960155206] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"379.926832ms","start":"2026-03-11T17:43:48.365115Z","end":"2026-03-11T17:43:48.745042Z","steps":["trace[1960155206] 'process raft request' (duration: 379.715937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.181056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:43:48.745311Z","caller":"traceutil/trace.go:171","msg":"trace[988635285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24565; }","duration":"341.270289ms","start":"2026-03-11T17:43:48.40403Z","end":"2026-03-11T17:43:48.745301Z","steps":["trace[988635285] 'agreement among raft nodes before linearized reading' (duration: 341.132786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.019277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T17:43:48.745272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.365093Z","time spent":"380.064946ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:48.745364Z","caller":"traceutil/trace.go:171","msg":"trace[1537322001] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24565; }","duration":"343.12593ms","start":"2026-03-11T17:43:48.402219Z","end":"2026-03-11T17:43:48.745345Z","steps":["trace[1537322001] 'agreement among raft nodes before linearized reading' (duration: 342.911515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.402201Z","time spent":"343.193891ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:43:48.745404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.675157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:43:48.74545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.396998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:48.745477Z","caller":"traceutil/trace.go:171","msg":"trace[1690689472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24565; }","duration":"280.45222ms","start":"2026-03-11T17:43:48.465019Z","end":"2026-03-11T17:43:48.745471Z","steps":["trace[1690689472] 'agreement among raft nodes before linearized reading' (duration: 280.397728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.80722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:43:48.745548Z","caller":"traceutil/trace.go:171","msg":"trace[1674744749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24565; }","duration":"273.858051ms","start":"2026-03-11T17:43:48.471669Z","end":"2026-03-11T17:43:48.745527Z","steps":["trace[1674744749] 'agreement among raft nodes before linearized reading' (duration: 273.755488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.69472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:43:48.745612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.417937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:43:48.745629Z","caller":"traceutil/trace.go:171","msg":"trace[1453132211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24565; }","duration":"278.925745ms","start":"2026-03-11T17:43:48.466694Z","end":"2026-03-11T17:43:48.74562Z","steps":["trace[1453132211] 'agreement among raft nodes before linearized reading' (duration: 278.659679ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:48.745632Z","caller":"traceutil/trace.go:171","msg":"trace[492170541] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24565; }","duration":"229.458758ms","start":"2026-03-11T17:43:48.516166Z","end":"2026-03-11T17:43:48.745625Z","steps":["trace[492170541] 'agreement among raft nodes before linearized reading' (duration: 229.398877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:48.745339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.404011Z","time spent":"341.31974ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:43:48.745376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.897752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:43:48.745708Z","caller":"traceutil/trace.go:171","msg":"trace[526442761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24565; }","duration":"274.25908ms","start":"2026-03-11T17:43:48.471443Z","end":"2026-03-11T17:43:48.745702Z","steps":["trace[526442761] 'agreement among raft nodes before linearized reading' (duration: 273.80524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:48.745481Z","caller":"traceutil/trace.go:171","msg":"trace[510234740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24565; }","duration":"273.788559ms","start":"2026-03-11T17:43:48.471671Z","end":"2026-03-11T17:43:48.74546Z","steps":["trace[510234740] 'agreement among raft nodes before linearized reading' (duration: 273.532804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.250999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:43:49.466944Z","caller":"traceutil/trace.go:171","msg":"trace[1846279113] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"716.642641ms","start":"2026-03-11T17:43:48.75028Z","end":"2026-03-11T17:43:49.466923Z","steps":["trace[1846279113] 'process raft request' (duration: 714.37647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.467086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.750262Z","time spent":"716.744472ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.98482Z","caller":"traceutil/trace.go:171","msg":"trace[716381360] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"1.234286232s","start":"2026-03-11T17:43:48.7505Z","end":"2026-03-11T17:43:49.984787Z","steps":["trace[716381360] 'process raft request' (duration: 1.23419315s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:49.984938Z","caller":"traceutil/trace.go:171","msg":"trace[534889166] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"1.234466076s","start":"2026-03-11T17:43:48.750414Z","end":"2026-03-11T17:43:49.98488Z","steps":["trace[534889166] 'process raft request' (duration: 1.234057937s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.985017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.750491Z","time spent":"1.234417365s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:49.985212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.750365Z","time spent":"1.234705231s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.985366Z","caller":"traceutil/trace.go:171","msg":"trace[37779965] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"1.234483296s","start":"2026-03-11T17:43:48.750867Z","end":"2026-03-11T17:43:49.98535Z","steps":["trace[37779965] 'process raft request' (duration: 1.233877753s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.985436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.750856Z","time spent":"1.234546097s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.985506Z","caller":"traceutil/trace.go:171","msg":"trace[1226451300] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"1.234080667s","start":"2026-03-11T17:43:48.75139Z","end":"2026-03-11T17:43:49.98547Z","steps":["trace[1226451300] 'process raft request' (duration: 1.233961264s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:49.985683Z","caller":"traceutil/trace.go:171","msg":"trace[1786251518] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"1.234025975s","start":"2026-03-11T17:43:48.751647Z","end":"2026-03-11T17:43:49.985673Z","steps":["trace[1786251518] 'process raft request' (duration: 1.23376723s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.985748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.751637Z","time spent":"1.234077876s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:49.985748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.751383Z","time spent":"1.23424681s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.985558Z","caller":"traceutil/trace.go:171","msg":"trace[1715170959] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"1.234425255s","start":"2026-03-11T17:43:48.751122Z","end":"2026-03-11T17:43:49.985547Z","steps":["trace[1715170959] 'process raft request' (duration: 1.233970715s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.985861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.751112Z","time spent":"1.234724561s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.985871Z","caller":"traceutil/trace.go:171","msg":"trace[688774196] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25443; }","duration":"1.234967156s","start":"2026-03-11T17:43:48.750881Z","end":"2026-03-11T17:43:49.985848Z","steps":["trace[688774196] 'read index received' (duration: 713.837587ms)","trace[688774196] 'applied index is now lower than readState.Index' (duration: 521.128379ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:49.98598Z","caller":"traceutil/trace.go:171","msg":"trace[1851386559] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"656.300451ms","start":"2026-03-11T17:43:49.329665Z","end":"2026-03-11T17:43:49.985966Z","steps":["trace[1851386559] 'process raft request' (duration: 656.059555ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:49.986023Z","caller":"traceutil/trace.go:171","msg":"trace[615872432] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"654.9209ms","start":"2026-03-11T17:43:49.331095Z","end":"2026-03-11T17:43:49.986015Z","steps":["trace[615872432] 'process raft request' (duration: 654.682515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.986055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.329655Z","time spent":"656.365232ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:49.986141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.331083Z","time spent":"654.970431ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.986167Z","caller":"traceutil/trace.go:171","msg":"trace[1325694925] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"660.882253ms","start":"2026-03-11T17:43:49.325273Z","end":"2026-03-11T17:43:49.986155Z","steps":["trace[1325694925] 'process raft request' (duration: 660.28396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.986223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.325247Z","time spent":"660.943415ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.986255Z","caller":"traceutil/trace.go:171","msg":"trace[1199638025] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"646.386148ms","start":"2026-03-11T17:43:49.339861Z","end":"2026-03-11T17:43:49.986247Z","steps":["trace[1199638025] 'process raft request' (duration: 645.943858ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:49.985999Z","caller":"traceutil/trace.go:171","msg":"trace[1843665993] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"656.053825ms","start":"2026-03-11T17:43:49.329931Z","end":"2026-03-11T17:43:49.985985Z","steps":["trace[1843665993] 'process raft request' (duration: 655.81603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.986295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.339855Z","time spent":"646.415359ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:49.986349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.329925Z","time spent":"656.392522ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.98634Z","caller":"traceutil/trace.go:171","msg":"trace[26212913] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"657.987789ms","start":"2026-03-11T17:43:49.328304Z","end":"2026-03-11T17:43:49.986291Z","steps":["trace[26212913] 'process raft request' (duration: 657.395926ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:49.986402Z","caller":"traceutil/trace.go:171","msg":"trace[1829448905] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"660.929084ms","start":"2026-03-11T17:43:49.325465Z","end":"2026-03-11T17:43:49.986394Z","steps":["trace[1829448905] 'process raft request' (duration: 660.185858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.986404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235514708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-11T17:43:49.986469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.325443Z","time spent":"660.975346ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:49.986467Z","caller":"traceutil/trace.go:171","msg":"trace[1046426139] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24579; }","duration":"1.23559192s","start":"2026-03-11T17:43:48.750861Z","end":"2026-03-11T17:43:49.986452Z","steps":["trace[1046426139] 'agreement among raft nodes before linearized reading' (duration: 1.235391156s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:49.986509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.750846Z","time spent":"1.235655512s","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-11T17:43:49.986528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.328283Z","time spent":"658.144332ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:50.414834Z","caller":"traceutil/trace.go:171","msg":"trace[2033477139] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25457; }","duration":"428.864957ms","start":"2026-03-11T17:43:49.985943Z","end":"2026-03-11T17:43:50.414808Z","steps":["trace[2033477139] 'read index received' (duration: 428.483589ms)","trace[2033477139] 'applied index is now lower than readState.Index' (duration: 380.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:50.414851Z","caller":"traceutil/trace.go:171","msg":"trace[799533375] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"555.923447ms","start":"2026-03-11T17:43:49.85889Z","end":"2026-03-11T17:43:50.414813Z","steps":["trace[799533375] 'process raft request' (duration: 555.330154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.414986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025629686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:50.415118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.293389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:43:50.415123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551521782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:50.415152Z","caller":"traceutil/trace.go:171","msg":"trace[2109772866] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24580; }","duration":"494.380691ms","start":"2026-03-11T17:43:49.920764Z","end":"2026-03-11T17:43:50.415145Z","steps":["trace[2109772866] 'agreement among raft nodes before linearized reading' (duration: 494.288539ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:50.415163Z","caller":"traceutil/trace.go:171","msg":"trace[1826350443] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24580; }","duration":"1.551598984s","start":"2026-03-11T17:43:48.863553Z","end":"2026-03-11T17:43:50.415152Z","steps":["trace[1826350443] 'agreement among raft nodes before linearized reading' (duration: 1.551527332s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.415172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.920733Z","time spent":"494.435182ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:50.415195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:48.863529Z","time spent":"1.551659505s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:50.415155Z","caller":"traceutil/trace.go:171","msg":"trace[223096525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24580; }","duration":"1.025865212s","start":"2026-03-11T17:43:49.389266Z","end":"2026-03-11T17:43:50.415131Z","steps":["trace[223096525] 'agreement among raft nodes before linearized reading' (duration: 1.025647768s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.415063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080771979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T17:43:50.415264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.389236Z","time spent":"1.026016045s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:50.415316Z","caller":"traceutil/trace.go:171","msg":"trace[1195362572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24580; }","duration":"1.081059375s","start":"2026-03-11T17:43:49.334229Z","end":"2026-03-11T17:43:50.415288Z","steps":["trace[1195362572] 'agreement among raft nodes before linearized reading' (duration: 1.080686557s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.415016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.858867Z","time spent":"556.05244ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:50.415398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.334221Z","time spent":"1.081149068s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"info","ts":"2026-03-11T17:43:50.835087Z","caller":"traceutil/trace.go:171","msg":"trace[1529653572] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25458; }","duration":"420.120872ms","start":"2026-03-11T17:43:50.414892Z","end":"2026-03-11T17:43:50.835013Z","steps":["trace[1529653572] 'read index received' (duration: 409.594867ms)","trace[1529653572] 'applied index is now lower than readState.Index' (duration: 10.523485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:50.835322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.471618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:43:50.835324Z","caller":"traceutil/trace.go:171","msg":"trace[1958276576] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"515.32573ms","start":"2026-03-11T17:43:50.31996Z","end":"2026-03-11T17:43:50.835286Z","steps":["trace[1958276576] 'process raft request' (duration: 504.57952ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:50.835381Z","caller":"traceutil/trace.go:171","msg":"trace[1935248634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24581; }","duration":"513.602411ms","start":"2026-03-11T17:43:50.321769Z","end":"2026-03-11T17:43:50.835371Z","steps":["trace[1935248634] 'agreement among raft nodes before linearized reading' (duration: 513.430517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.835387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.128619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:50.835404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.321758Z","time spent":"513.641582ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:43:50.835443Z","caller":"traceutil/trace.go:171","msg":"trace[2109679501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24581; }","duration":"585.280924ms","start":"2026-03-11T17:43:50.250144Z","end":"2026-03-11T17:43:50.835425Z","steps":["trace[2109679501] 'agreement among raft nodes before linearized reading' (duration: 585.11523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.835481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.319935Z","time spent":"515.458703ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:50.835515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.295245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:50.835504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.250118Z","time spent":"585.373986ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:50.835582Z","caller":"traceutil/trace.go:171","msg":"trace[620529341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24581; }","duration":"416.360697ms","start":"2026-03-11T17:43:50.419204Z","end":"2026-03-11T17:43:50.835565Z","steps":["trace[620529341] 'agreement among raft nodes before linearized reading' (duration: 416.259415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.835414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.064861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:43:50.835633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.419157Z","time spent":"416.465719ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:43:50.835751Z","caller":"traceutil/trace.go:171","msg":"trace[961342391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24581; }","duration":"497.402888ms","start":"2026-03-11T17:43:50.338228Z","end":"2026-03-11T17:43:50.835631Z","steps":["trace[961342391] 'agreement among raft nodes before linearized reading' (duration: 496.905967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.835919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.881495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-11T17:43:50.835976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.338203Z","time spent":"497.614854ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:43:50.835994Z","caller":"traceutil/trace.go:171","msg":"trace[697048372] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24581; }","duration":"839.972998ms","start":"2026-03-11T17:43:49.995992Z","end":"2026-03-11T17:43:50.835965Z","steps":["trace[697048372] 'agreement among raft nodes before linearized reading' (duration: 839.822294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:50.836047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:49.995976Z","time spent":"840.058929ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-11T17:43:51.343735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:51.84683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:52.346985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:52.476912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634366625s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:43:52.544567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440181765s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:52.544681Z","caller":"traceutil/trace.go:171","msg":"trace[1473526352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24581; }","duration":"1.440308618s","start":"2026-03-11T17:43:51.104355Z","end":"2026-03-11T17:43:52.544664Z","steps":["trace[1473526352] 'range keys from in-memory index tree' (duration: 1.440164425s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:52.545467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.494842Z","time spent":"1.050619836s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:43:52.54829Z","caller":"traceutil/trace.go:171","msg":"trace[1002002404] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"1.705806242s","start":"2026-03-11T17:43:50.84243Z","end":"2026-03-11T17:43:52.548236Z","steps":["trace[1002002404] 'process raft request' (duration: 1.634694471s)","trace[1002002404] 'compare' (duration: 68.017922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:52.548523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.842403Z","time spent":"1.705988726s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:52.843365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:52.843496Z","caller":"traceutil/trace.go:171","msg":"trace[654397075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780905s","start":"2026-03-11T17:43:50.842688Z","end":"2026-03-11T17:43:52.843469Z","steps":["trace[654397075] 'agreement among raft nodes before linearized reading' (duration: 2.000595321s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:52.84356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.842676Z","time spent":"2.000872788s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:54.011843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534706138s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:43:54.066455Z","caller":"traceutil/trace.go:171","msg":"trace[1785574953] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"2.072905408s","start":"2026-03-11T17:43:51.993525Z","end":"2026-03-11T17:43:54.06643Z","steps":["trace[1785574953] 'process raft request' (duration: 2.018485981s)","trace[1785574953] 'compare' (duration: 53.836704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:54.066592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.993509Z","time spent":"2.073010451s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:54.06662Z","caller":"traceutil/trace.go:171","msg":"trace[588148394] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"2.072808697s","start":"2026-03-11T17:43:51.993791Z","end":"2026-03-11T17:43:54.0666Z","steps":["trace[588148394] 'process raft request' (duration: 2.072559091s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.066658Z","caller":"traceutil/trace.go:171","msg":"trace[1584386140] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"2.072764205s","start":"2026-03-11T17:43:51.993876Z","end":"2026-03-11T17:43:54.06664Z","steps":["trace[1584386140] 'process raft request' (duration: 2.072660433s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.066715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.993755Z","time spent":"2.072910398s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:54.066761Z","caller":"traceutil/trace.go:171","msg":"trace[871889549] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"2.071870946s","start":"2026-03-11T17:43:51.99488Z","end":"2026-03-11T17:43:54.066751Z","steps":["trace[871889549] 'process raft request' (duration: 2.071711302s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.066771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.993864Z","time spent":"2.072848557s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:54.066823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.994865Z","time spent":"2.071927697s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:54.066912Z","caller":"traceutil/trace.go:171","msg":"trace[696593211] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"2.071535698s","start":"2026-03-11T17:43:51.99537Z","end":"2026-03-11T17:43:54.066905Z","steps":["trace[696593211] 'process raft request' (duration: 2.071339654s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.066958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.99536Z","time spent":"2.071574579s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:54.066975Z","caller":"traceutil/trace.go:171","msg":"trace[530460303] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"2.069269188s","start":"2026-03-11T17:43:51.9977Z","end":"2026-03-11T17:43:54.066969Z","steps":["trace[530460303] 'process raft request' (duration: 2.069208506s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.066978Z","caller":"traceutil/trace.go:171","msg":"trace[1274213865] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"1.251296543s","start":"2026-03-11T17:43:52.815669Z","end":"2026-03-11T17:43:54.066966Z","steps":["trace[1274213865] 'process raft request' (duration: 1.251269522s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.997688Z","time spent":"2.069300788s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:54.067029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:52.815638Z","time spent":"1.251366043s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:54.067085Z","caller":"traceutil/trace.go:171","msg":"trace[1133436877] linearizableReadLoop","detail":"{readStateIndex:25467; appliedIndex:25459; }","duration":"3.224356088s","start":"2026-03-11T17:43:50.842722Z","end":"2026-03-11T17:43:54.067078Z","steps":["trace[1133436877] 'read index received' (duration: 1.634414506s)","trace[1133436877] 'applied index is now lower than readState.Index' (duration: 1.589940892s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:54.067109Z","caller":"traceutil/trace.go:171","msg":"trace[470097562] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"2.071276011s","start":"2026-03-11T17:43:51.995816Z","end":"2026-03-11T17:43:54.067092Z","steps":["trace[470097562] 'process raft request' (duration: 2.071033496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.995804Z","time spent":"2.071413964s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:54.067295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074425092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:43:54.067299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224287316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-11T17:43:54.06732Z","caller":"traceutil/trace.go:171","msg":"trace[735608923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24590; }","duration":"2.074472142s","start":"2026-03-11T17:43:51.992844Z","end":"2026-03-11T17:43:54.067316Z","steps":["trace[735608923] 'agreement among raft nodes before linearized reading' (duration: 2.0743878s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.992834Z","time spent":"2.074500604s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:43:54.067391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203161196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:54.067407Z","caller":"traceutil/trace.go:171","msg":"trace[1583569532] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24590; }","duration":"1.203222377s","start":"2026-03-11T17:43:52.86418Z","end":"2026-03-11T17:43:54.067403Z","steps":["trace[1583569532] 'agreement among raft nodes before linearized reading' (duration: 1.203191867s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074687317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:43:54.067422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:52.864156Z","time spent":"1.203260448s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:54.067426Z","caller":"traceutil/trace.go:171","msg":"trace[1839408762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24590; }","duration":"2.074745809s","start":"2026-03-11T17:43:51.992675Z","end":"2026-03-11T17:43:54.067421Z","steps":["trace[1839408762] 'agreement among raft nodes before linearized reading' (duration: 2.074671947s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.992653Z","time spent":"2.07478778s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:54.067513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223701675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:54.067526Z","caller":"traceutil/trace.go:171","msg":"trace[701319293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24590; }","duration":"1.223715205s","start":"2026-03-11T17:43:52.843806Z","end":"2026-03-11T17:43:54.067522Z","steps":["trace[701319293] 'agreement among raft nodes before linearized reading' (duration: 1.223691554s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:52.84374Z","time spent":"1.223796997s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:54.06763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573382011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-11T17:43:54.067651Z","caller":"traceutil/trace.go:171","msg":"trace[376905653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24590; }","duration":"1.573448813s","start":"2026-03-11T17:43:52.494195Z","end":"2026-03-11T17:43:54.067644Z","steps":["trace[376905653] 'agreement among raft nodes before linearized reading' (duration: 1.573412712s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:52.494167Z","time spent":"1.573493403s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:54.067761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655868646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:43:54.067781Z","caller":"traceutil/trace.go:171","msg":"trace[784842469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24590; }","duration":"1.655914436s","start":"2026-03-11T17:43:52.41186Z","end":"2026-03-11T17:43:54.067774Z","steps":["trace[784842469] 'agreement among raft nodes before linearized reading' (duration: 1.655867205s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:52.411842Z","time spent":"1.655947898s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"warn","ts":"2026-03-11T17:43:54.067893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071751592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:43:54.067904Z","caller":"traceutil/trace.go:171","msg":"trace[925682631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24590; }","duration":"2.071789003s","start":"2026-03-11T17:43:51.996112Z","end":"2026-03-11T17:43:54.067901Z","steps":["trace[925682631] 'agreement among raft nodes before linearized reading' (duration: 2.071732832s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.996096Z","time spent":"2.071817873s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:54.067943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075975127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:43:54.067966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072643603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:43:54.067977Z","caller":"traceutil/trace.go:171","msg":"trace[816323118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24590; }","duration":"2.072700644s","start":"2026-03-11T17:43:51.995272Z","end":"2026-03-11T17:43:54.067973Z","steps":["trace[816323118] 'agreement among raft nodes before linearized reading' (duration: 2.072669003s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.067975Z","caller":"traceutil/trace.go:171","msg":"trace[1541584444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24590; }","duration":"2.076052499s","start":"2026-03-11T17:43:51.991913Z","end":"2026-03-11T17:43:54.067966Z","steps":["trace[1541584444] 'agreement among raft nodes before linearized reading' (duration: 2.075959207s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.067988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.99526Z","time spent":"2.072724734s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:43:54.067331Z","caller":"traceutil/trace.go:171","msg":"trace[1598559200] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24590; }","duration":"3.224332577s","start":"2026-03-11T17:43:50.842989Z","end":"2026-03-11T17:43:54.067322Z","steps":["trace[1598559200] 'agreement among raft nodes before linearized reading' (duration: 3.224232845s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.068004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.991886Z","time spent":"2.076111179s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:43:54.068015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.842979Z","time spent":"3.225033573s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:43:54.068117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632069187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:43:54.06814Z","caller":"traceutil/trace.go:171","msg":"trace[1730924377] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24590; }","duration":"2.632110998s","start":"2026-03-11T17:43:51.436022Z","end":"2026-03-11T17:43:54.068133Z","steps":["trace[1730924377] 'agreement among raft nodes before linearized reading' (duration: 2.632036137s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.068162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.436012Z","time spent":"2.632144419s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:43:54.068342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159097509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T17:43:54.068356Z","caller":"traceutil/trace.go:171","msg":"trace[197829516] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24590; }","duration":"3.159112229s","start":"2026-03-11T17:43:50.90924Z","end":"2026-03-11T17:43:54.068352Z","steps":["trace[197829516] 'agreement among raft nodes before linearized reading' (duration: 3.159073478s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.06837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.909162Z","time spent":"3.15920459s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:43:54.068457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223494269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:54.068486Z","caller":"traceutil/trace.go:171","msg":"trace[970186806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24590; }","duration":"3.2235421s","start":"2026-03-11T17:43:50.844934Z","end":"2026-03-11T17:43:54.068476Z","steps":["trace[970186806] 'agreement among raft nodes before linearized reading' (duration: 3.223453917s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.06851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:50.84492Z","time spent":"3.22358372s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:43:54.069781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646630053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:43:54.069834Z","caller":"traceutil/trace.go:171","msg":"trace[105576568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24590; }","duration":"2.648953145s","start":"2026-03-11T17:43:51.420868Z","end":"2026-03-11T17:43:54.069822Z","steps":["trace[105576568] 'agreement among raft nodes before linearized reading' (duration: 2.646560652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.070495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.420763Z","time spent":"2.649721472s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" "} {"level":"warn","ts":"2026-03-11T17:43:54.57119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:55.072316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:55.206027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105411312s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:43:55.209378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.070244Z","time spent":"1.139124564s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:43:55.211749Z","caller":"traceutil/trace.go:171","msg":"trace[1597376969] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.137340465s","start":"2026-03-11T17:43:54.074371Z","end":"2026-03-11T17:43:55.211712Z","steps":["trace[1597376969] 'process raft request' (duration: 1.13714276s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.211975Z","caller":"traceutil/trace.go:171","msg":"trace[1610452534] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.137262573s","start":"2026-03-11T17:43:54.074675Z","end":"2026-03-11T17:43:55.211938Z","steps":["trace[1610452534] 'process raft request' (duration: 1.137008877s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.212048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.074357Z","time spent":"1.137629351s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:55.211909Z","caller":"traceutil/trace.go:171","msg":"trace[1095066572] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.133468808s","start":"2026-03-11T17:43:54.078433Z","end":"2026-03-11T17:43:55.211902Z","steps":["trace[1095066572] 'process raft request' (duration: 1.133426277s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.211942Z","caller":"traceutil/trace.go:171","msg":"trace[846280079] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.136088257s","start":"2026-03-11T17:43:54.075848Z","end":"2026-03-11T17:43:55.211936Z","steps":["trace[846280079] 'process raft request' (duration: 1.135977924s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.212161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.074663Z","time spent":"1.137402696s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:55.212205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.075832Z","time spent":"1.136352232s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:55.212238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.078421Z","time spent":"1.133697064s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:55.213192Z","caller":"traceutil/trace.go:171","msg":"trace[1625734844] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.130688755s","start":"2026-03-11T17:43:54.082493Z","end":"2026-03-11T17:43:55.213182Z","steps":["trace[1625734844] 'process raft request' (duration: 1.129387636s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.213255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.082488Z","time spent":"1.130744746s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:55.213269Z","caller":"traceutil/trace.go:171","msg":"trace[1340907277] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"638.492353ms","start":"2026-03-11T17:43:54.574748Z","end":"2026-03-11T17:43:55.21324Z","steps":["trace[1340907277] 'process raft request' (duration: 638.031953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.213417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.574727Z","time spent":"638.612016ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:55.213438Z","caller":"traceutil/trace.go:171","msg":"trace[2109114523] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25468; }","duration":"1.143073562s","start":"2026-03-11T17:43:54.070334Z","end":"2026-03-11T17:43:55.213408Z","steps":["trace[2109114523] 'read index received' (duration: 1.135899112s)","trace[2109114523] 'applied index is now lower than readState.Index' (duration: 7.17371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:55.21357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143231357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T17:43:55.213599Z","caller":"traceutil/trace.go:171","msg":"trace[1296595494] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24597; }","duration":"1.143272167s","start":"2026-03-11T17:43:54.070321Z","end":"2026-03-11T17:43:55.213593Z","steps":["trace[1296595494] 'agreement among raft nodes before linearized reading' (duration: 1.143178355s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.213628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.070313Z","time spent":"1.143301008s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:43:55.213774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140473144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-81956553-3820-440a-9ec3-d315f4a1a492\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-11T17:43:55.213803Z","caller":"traceutil/trace.go:171","msg":"trace[1864806064] range","detail":"{range_begin:/registry/persistentvolumes/pvc-81956553-3820-440a-9ec3-d315f4a1a492; range_end:; response_count:1; response_revision:24597; }","duration":"1.140536696s","start":"2026-03-11T17:43:54.073255Z","end":"2026-03-11T17:43:55.213792Z","steps":["trace[1864806064] 'agreement among raft nodes before linearized reading' (duration: 1.140492385s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.21382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.073232Z","time spent":"1.140583837s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-81956553-3820-440a-9ec3-d315f4a1a492\" "} {"level":"warn","ts":"2026-03-11T17:43:55.213997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.424919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:43:55.214015Z","caller":"traceutil/trace.go:171","msg":"trace[1725894958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b17f93dd-3905-4152-9ddb-5f67ef770caf; range_end:; response_count:1; response_revision:24597; }","duration":"136.47348ms","start":"2026-03-11T17:43:55.077536Z","end":"2026-03-11T17:43:55.214009Z","steps":["trace[1725894958] 'agreement among raft nodes before linearized reading' (duration: 136.415239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.21412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.341401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:55.214139Z","caller":"traceutil/trace.go:171","msg":"trace[2046505394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24597; }","duration":"286.392752ms","start":"2026-03-11T17:43:54.927739Z","end":"2026-03-11T17:43:55.214132Z","steps":["trace[2046505394] 'agreement among raft nodes before linearized reading' (duration: 286.359191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.214243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.804075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:55.21426Z","caller":"traceutil/trace.go:171","msg":"trace[811428491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24597; }","duration":"504.863897ms","start":"2026-03-11T17:43:54.709391Z","end":"2026-03-11T17:43:55.214255Z","steps":["trace[811428491] 'agreement among raft nodes before linearized reading' (duration: 504.829986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.214276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.709367Z","time spent":"504.904658ms","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:55.214326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134784778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:55.214368Z","caller":"traceutil/trace.go:171","msg":"trace[1017456714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24597; }","duration":"1.13485316s","start":"2026-03-11T17:43:54.079503Z","end":"2026-03-11T17:43:55.214356Z","steps":["trace[1017456714] 'agreement among raft nodes before linearized reading' (duration: 1.134781038s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.214399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.079497Z","time spent":"1.134895401s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:55.214571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.956109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:55.214604Z","caller":"traceutil/trace.go:171","msg":"trace[1730219176] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24597; }","duration":"548.059152ms","start":"2026-03-11T17:43:54.666532Z","end":"2026-03-11T17:43:55.214591Z","steps":["trace[1730219176] 'agreement among raft nodes before linearized reading' (duration: 548.005131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.214706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.666491Z","time spent":"548.205366ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:55.215548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140149517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:43:55.215589Z","caller":"traceutil/trace.go:171","msg":"trace[1494383138] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818; range_end:; response_count:1; response_revision:24597; }","duration":"1.140205679s","start":"2026-03-11T17:43:54.07537Z","end":"2026-03-11T17:43:55.215576Z","steps":["trace[1494383138] 'agreement among raft nodes before linearized reading' (duration: 1.140105707s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.215615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.07536Z","time spent":"1.14024802s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd80a3ad99818\" "} {"level":"warn","ts":"2026-03-11T17:43:55.215635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133170151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-11T17:43:55.215667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.776778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:55.215698Z","caller":"traceutil/trace.go:171","msg":"trace[476437561] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24597; }","duration":"1.133254413s","start":"2026-03-11T17:43:54.082428Z","end":"2026-03-11T17:43:55.215682Z","steps":["trace[476437561] 'agreement among raft nodes before linearized reading' (duration: 1.133052669s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.215709Z","caller":"traceutil/trace.go:171","msg":"trace[1793721764] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24597; }","duration":"867.86899ms","start":"2026-03-11T17:43:54.347826Z","end":"2026-03-11T17:43:55.215695Z","steps":["trace[1793721764] 'agreement among raft nodes before linearized reading' (duration: 867.779429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.215745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.347793Z","time spent":"867.946052ms","remote":"127.0.0.1:59990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:55.215748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.082422Z","time spent":"1.133316814s","remote":"127.0.0.1:60072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-11T17:43:55.215981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133499587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-11T17:43:55.216025Z","caller":"traceutil/trace.go:171","msg":"trace[595506064] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b; range_end:; response_count:1; response_revision:24597; }","duration":"1.133556659s","start":"2026-03-11T17:43:54.082456Z","end":"2026-03-11T17:43:55.216013Z","steps":["trace[595506064] 'agreement among raft nodes before linearized reading' (duration: 1.133442407s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.216052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.082449Z","time spent":"1.13359593s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b\" "} {"level":"warn","ts":"2026-03-11T17:43:55.216057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.509666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:43:55.216083Z","caller":"traceutil/trace.go:171","msg":"trace[889839787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24597; }","duration":"648.580478ms","start":"2026-03-11T17:43:54.567498Z","end":"2026-03-11T17:43:55.216078Z","steps":["trace[889839787] 'agreement among raft nodes before linearized reading' (duration: 647.349791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.216097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.567471Z","time spent":"648.622199ms","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2622,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:59.342893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:43:59.868695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:44:00.021478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190593524s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:44:00.021875Z","caller":"traceutil/trace.go:171","msg":"trace[1587718826] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25518; }","duration":"1.17968281s","start":"2026-03-11T17:43:58.842175Z","end":"2026-03-11T17:44:00.021858Z","steps":["trace[1587718826] 'read index received' (duration: 1.179430004s)","trace[1587718826] 'applied index is now lower than readState.Index' (duration: 252.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:00.021956Z","caller":"traceutil/trace.go:171","msg":"trace[462890343] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"1.191214769s","start":"2026-03-11T17:43:58.830732Z","end":"2026-03-11T17:44:00.021947Z","steps":["trace[462890343] 'process raft request' (duration: 1.190989874s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:58.8307Z","time spent":"1.191278751s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:00.022225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.760654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:44:00.022192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.71445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:44:00.02224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.789353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:44:00.022302Z","caller":"traceutil/trace.go:171","msg":"trace[695944140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24640; }","duration":"295.874994ms","start":"2026-03-11T17:43:59.726405Z","end":"2026-03-11T17:44:00.022279Z","steps":["trace[695944140] 'agreement among raft nodes before linearized reading' (duration: 295.66837ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:00.022254Z","caller":"traceutil/trace.go:171","msg":"trace[1698915199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24640; }","duration":"789.798516ms","start":"2026-03-11T17:43:59.232449Z","end":"2026-03-11T17:44:00.022247Z","steps":["trace[1698915199] 'agreement among raft nodes before linearized reading' (duration: 789.696343ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:00.022327Z","caller":"traceutil/trace.go:171","msg":"trace[1724921060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24640; }","duration":"788.898325ms","start":"2026-03-11T17:43:59.233405Z","end":"2026-03-11T17:44:00.022303Z","steps":["trace[1724921060] 'agreement among raft nodes before linearized reading' (duration: 788.623459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.232445Z","time spent":"789.912128ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:44:00.022311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.894307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:44:00.022312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.241055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:44:00.022419Z","caller":"traceutil/trace.go:171","msg":"trace[1583992547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24640; }","duration":"790.344777ms","start":"2026-03-11T17:43:59.232065Z","end":"2026-03-11T17:44:00.02241Z","steps":["trace[1583992547] 'agreement among raft nodes before linearized reading' (duration: 790.206854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180149131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-11T17:44:00.022448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.232011Z","time spent":"790.429369ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:44:00.02246Z","caller":"traceutil/trace.go:171","msg":"trace[934492524] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24640; }","duration":"1.180332985s","start":"2026-03-11T17:43:58.842115Z","end":"2026-03-11T17:44:00.022448Z","steps":["trace[934492524] 'agreement among raft nodes before linearized reading' (duration: 1.18012452s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.056361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:44:00.022504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:58.842088Z","time spent":"1.180390836s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-11T17:44:00.022518Z","caller":"traceutil/trace.go:171","msg":"trace[58526900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24640; }","duration":"790.199364ms","start":"2026-03-11T17:43:59.232295Z","end":"2026-03-11T17:44:00.022494Z","steps":["trace[58526900] 'agreement among raft nodes before linearized reading' (duration: 789.912178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.2334Z","time spent":"788.967977ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:44:00.022518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.965399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:44:00.022436Z","caller":"traceutil/trace.go:171","msg":"trace[1031509541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"641.093101ms","start":"2026-03-11T17:43:59.381316Z","end":"2026-03-11T17:44:00.022409Z","steps":["trace[1031509541] 'agreement among raft nodes before linearized reading' (duration: 640.835755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.02258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.232289Z","time spent":"790.278086ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:44:00.02263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.381293Z","time spent":"641.327876ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:44:00.022648Z","caller":"traceutil/trace.go:171","msg":"trace[573019061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24640; }","duration":"790.138432ms","start":"2026-03-11T17:43:59.232471Z","end":"2026-03-11T17:44:00.02261Z","steps":["trace[573019061] 'agreement among raft nodes before linearized reading' (duration: 789.724403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.022703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:59.232469Z","time spent":"790.224314ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:44:00.023119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047503595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:44:00.02317Z","caller":"traceutil/trace.go:171","msg":"trace[1148316893] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24640; }","duration":"1.047586978s","start":"2026-03-11T17:43:58.975572Z","end":"2026-03-11T17:44:00.023159Z","steps":["trace[1148316893] 'agreement among raft nodes before linearized reading' (duration: 1.046440062s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.023217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:58.975562Z","time spent":"1.047635958s","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:00.626276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577552,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:44:00.674555Z","caller":"traceutil/trace.go:171","msg":"trace[12268415] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"647.349921ms","start":"2026-03-11T17:44:00.027172Z","end":"2026-03-11T17:44:00.674521Z","steps":["trace[12268415] 'process raft request' (duration: 647.072215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.674766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.027151Z","time spent":"647.507804ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.022523Z","caller":"traceutil/trace.go:171","msg":"trace[1874099869] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"993.149842ms","start":"2026-03-11T17:44:00.029329Z","end":"2026-03-11T17:44:01.022479Z","steps":["trace[1874099869] 'process raft request' (duration: 992.964938ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.022763Z","caller":"traceutil/trace.go:171","msg":"trace[887648294] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"995.479163ms","start":"2026-03-11T17:44:00.02726Z","end":"2026-03-11T17:44:01.02274Z","steps":["trace[887648294] 'process raft request' (duration: 994.835829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.022871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.02723Z","time spent":"995.591566ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.022927Z","caller":"traceutil/trace.go:171","msg":"trace[1995717146] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"990.701927ms","start":"2026-03-11T17:44:00.032214Z","end":"2026-03-11T17:44:01.022916Z","steps":["trace[1995717146] 'process raft request' (duration: 990.230546ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.022944Z","caller":"traceutil/trace.go:171","msg":"trace[979768337] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"995.548384ms","start":"2026-03-11T17:44:00.027343Z","end":"2026-03-11T17:44:01.022892Z","steps":["trace[979768337] 'process raft request' (duration: 994.90473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.022824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.029309Z","time spent":"993.319485ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.023012Z","caller":"traceutil/trace.go:171","msg":"trace[507704354] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"991.080325ms","start":"2026-03-11T17:44:00.031875Z","end":"2026-03-11T17:44:01.022955Z","steps":["trace[507704354] 'process raft request' (duration: 990.531273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.032205Z","time spent":"990.778368ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.027322Z","time spent":"995.689018ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.022847Z","caller":"traceutil/trace.go:171","msg":"trace[2000833152] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"990.336739ms","start":"2026-03-11T17:44:00.032468Z","end":"2026-03-11T17:44:01.022805Z","steps":["trace[2000833152] 'process raft request' (duration: 990.009982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.032458Z","time spent":"990.710377ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.023218Z","caller":"traceutil/trace.go:171","msg":"trace[789142438] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"930.408878ms","start":"2026-03-11T17:44:00.092759Z","end":"2026-03-11T17:44:01.023168Z","steps":["trace[789142438] 'process raft request' (duration: 929.749364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.023312Z","caller":"traceutil/trace.go:171","msg":"trace[492864541] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"925.564ms","start":"2026-03-11T17:44:00.097742Z","end":"2026-03-11T17:44:01.023306Z","steps":["trace[492864541] 'process raft request' (duration: 924.822434ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.023324Z","caller":"traceutil/trace.go:171","msg":"trace[601601680] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"993.230003ms","start":"2026-03-11T17:44:00.030049Z","end":"2026-03-11T17:44:01.023279Z","steps":["trace[601601680] 'process raft request' (duration: 992.281102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.097734Z","time spent":"925.612971ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.092737Z","time spent":"930.590223ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.023451Z","caller":"traceutil/trace.go:171","msg":"trace[1976327424] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"924.459536ms","start":"2026-03-11T17:44:00.098978Z","end":"2026-03-11T17:44:01.023438Z","steps":["trace[1976327424] 'process raft request' (duration: 923.701459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.030039Z","time spent":"993.410776ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.098969Z","time spent":"924.512577ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.023236Z","caller":"traceutil/trace.go:171","msg":"trace[451409486] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"925.274134ms","start":"2026-03-11T17:44:00.097925Z","end":"2026-03-11T17:44:01.023199Z","steps":["trace[451409486] 'process raft request' (duration: 924.678261ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.023368Z","caller":"traceutil/trace.go:171","msg":"trace[548443851] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"924.971997ms","start":"2026-03-11T17:44:00.098387Z","end":"2026-03-11T17:44:01.023359Z","steps":["trace[548443851] 'process raft request' (duration: 924.265802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.097892Z","time spent":"925.697003ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.098377Z","time spent":"925.238013ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.031867Z","time spent":"991.28547ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.023287Z","caller":"traceutil/trace.go:171","msg":"trace[948387619] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"927.79412ms","start":"2026-03-11T17:44:00.095484Z","end":"2026-03-11T17:44:01.023279Z","steps":["trace[948387619] 'process raft request' (duration: 927.054663ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.023401Z","caller":"traceutil/trace.go:171","msg":"trace[440682688] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"925.018008ms","start":"2026-03-11T17:44:00.098376Z","end":"2026-03-11T17:44:01.023395Z","steps":["trace[440682688] 'process raft request' (duration: 924.251781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.023732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.095463Z","time spent":"928.2447ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.023743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.098366Z","time spent":"925.351795ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:01.024239Z","caller":"traceutil/trace.go:171","msg":"trace[1107901137] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"992.739432ms","start":"2026-03-11T17:44:00.031465Z","end":"2026-03-11T17:44:01.024205Z","steps":["trace[1107901137] 'process raft request' (duration: 990.892321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.024392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.031446Z","time spent":"992.854185ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.314836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.090649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:44:01.315137Z","caller":"traceutil/trace.go:171","msg":"trace[559183710] linearizableReadLoop","detail":"{readStateIndex:25536; appliedIndex:25519; }","duration":"1.189760215s","start":"2026-03-11T17:44:00.125357Z","end":"2026-03-11T17:44:01.315117Z","steps":["trace[559183710] 'read index received' (duration: 549.127785ms)","trace[559183710] 'applied index is now lower than readState.Index' (duration: 640.63117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:01.315292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.70599ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:01.315367Z","caller":"traceutil/trace.go:171","msg":"trace[232912426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24656; }","duration":"210.816692ms","start":"2026-03-11T17:44:01.10454Z","end":"2026-03-11T17:44:01.315357Z","steps":["trace[232912426] 'range keys from in-memory index tree' (duration: 210.69498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.315825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190440671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-69f755dbdf-dmpww.189bd8fad4c17238\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-11T17:44:01.3159Z","caller":"traceutil/trace.go:171","msg":"trace[191097281] range","detail":"{range_begin:/registry/events/openstack/cinder-api-69f755dbdf-dmpww.189bd8fad4c17238; range_end:; response_count:1; response_revision:24656; }","duration":"1.190554824s","start":"2026-03-11T17:44:00.125322Z","end":"2026-03-11T17:44:01.315876Z","steps":["trace[191097281] 'agreement among raft nodes before linearized reading' (duration: 1.190292198s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.315944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.125307Z","time spent":"1.190628515s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-69f755dbdf-dmpww.189bd8fad4c17238\" "} {"level":"info","ts":"2026-03-11T17:44:01.316117Z","caller":"traceutil/trace.go:171","msg":"trace[821828003] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"550.558088ms","start":"2026-03-11T17:44:00.765542Z","end":"2026-03-11T17:44:01.3161Z","steps":["trace[821828003] 'process raft request' (duration: 549.411651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.316222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.765501Z","time spent":"550.65112ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.887783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.587468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-11T17:44:01.888009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:01.317929Z","time spent":"570.075984ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:44:01.888395Z","caller":"traceutil/trace.go:171","msg":"trace[1632870188] linearizableReadLoop","detail":"{readStateIndex:25538; appliedIndex:25536; }","duration":"573.194754ms","start":"2026-03-11T17:44:01.315177Z","end":"2026-03-11T17:44:01.888372Z","steps":["trace[1632870188] 'read index received' (duration: 480.552µs)","trace[1632870188] 'applied index is now lower than readState.Index' (duration: 572.711362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:01.888508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.635627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T17:44:01.888566Z","caller":"traceutil/trace.go:171","msg":"trace[1040614416] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:24658; }","duration":"978.687688ms","start":"2026-03-11T17:44:00.909856Z","end":"2026-03-11T17:44:01.888544Z","steps":["trace[1040614416] 'agreement among raft nodes before linearized reading' (duration: 978.537955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.888602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028556363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:44:01.888628Z","caller":"traceutil/trace.go:171","msg":"trace[441101249] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24658; }","duration":"1.028637585s","start":"2026-03-11T17:44:00.859981Z","end":"2026-03-11T17:44:01.888619Z","steps":["trace[441101249] 'agreement among raft nodes before linearized reading' (duration: 1.028505972s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.888621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.909801Z","time spent":"978.80943ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-11T17:44:01.888649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.859953Z","time spent":"1.028690635s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:44:01.888809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437383982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-11T17:44:01.888833Z","caller":"traceutil/trace.go:171","msg":"trace[921440061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24658; }","duration":"1.437463573s","start":"2026-03-11T17:44:00.451363Z","end":"2026-03-11T17:44:01.888827Z","steps":["trace[921440061] 'agreement among raft nodes before linearized reading' (duration: 1.437402392s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.888828Z","caller":"traceutil/trace.go:171","msg":"trace[965672244] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.040403497s","start":"2026-03-11T17:44:00.848409Z","end":"2026-03-11T17:44:01.888813Z","steps":["trace[965672244] 'process raft request' (duration: 467.679794ms)","trace[965672244] 'compare' (duration: 571.439665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:01.88889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575019838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:44:01.888912Z","caller":"traceutil/trace.go:171","msg":"trace[128509973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24658; }","duration":"1.57508771s","start":"2026-03-11T17:44:00.31382Z","end":"2026-03-11T17:44:01.888907Z","steps":["trace[128509973] 'agreement among raft nodes before linearized reading' (duration: 1.575035899s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.888923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.313796Z","time spent":"1.57512481s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:44:01.888914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.848385Z","time spent":"1.040482129s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.888847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:00.451336Z","time spent":"1.437506384s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-11T17:44:01.941799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.345439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:44:01.941823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.272687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:01.941878Z","caller":"traceutil/trace.go:171","msg":"trace[1759868912] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24659; }","duration":"357.470572ms","start":"2026-03-11T17:44:01.58439Z","end":"2026-03-11T17:44:01.941861Z","steps":["trace[1759868912] 'agreement among raft nodes before linearized reading' (duration: 357.307408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.941856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.426925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:44:01.941896Z","caller":"traceutil/trace.go:171","msg":"trace[1032103593] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"365.640713ms","start":"2026-03-11T17:44:01.576223Z","end":"2026-03-11T17:44:01.941864Z","steps":["trace[1032103593] 'process raft request' (duration: 365.254424ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.941932Z","caller":"traceutil/trace.go:171","msg":"trace[1960027160] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24659; }","duration":"113.557188ms","start":"2026-03-11T17:44:01.828357Z","end":"2026-03-11T17:44:01.941914Z","steps":["trace[1960027160] 'agreement among raft nodes before linearized reading' (duration: 113.317113ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:01.941899Z","caller":"traceutil/trace.go:171","msg":"trace[1617571125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24659; }","duration":"561.388289ms","start":"2026-03-11T17:44:01.380495Z","end":"2026-03-11T17:44:01.941883Z","steps":["trace[1617571125] 'agreement among raft nodes before linearized reading' (duration: 561.264597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:01.941915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:01.584374Z","time spent":"357.533753ms","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:01.942024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:01.576197Z","time spent":"365.754816ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:01.94201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:01.380472Z","time spent":"561.525002ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:44:01.941792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.08995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:01.942596Z","caller":"traceutil/trace.go:171","msg":"trace[422937849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24659; }","duration":"267.96305ms","start":"2026-03-11T17:44:01.674613Z","end":"2026-03-11T17:44:01.942576Z","steps":["trace[422937849] 'agreement among raft nodes before linearized reading' (duration: 267.06362ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:02.077945Z","caller":"traceutil/trace.go:171","msg":"trace[1353181285] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"116.509815ms","start":"2026-03-11T17:44:01.961381Z","end":"2026-03-11T17:44:02.077891Z","steps":["trace[1353181285] 'process raft request' (duration: 40.193608ms)","trace[1353181285] 'compare' (duration: 75.552499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:02.546544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.05783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:02.546613Z","caller":"traceutil/trace.go:171","msg":"trace[346901375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24661; }","duration":"165.167662ms","start":"2026-03-11T17:44:02.381424Z","end":"2026-03-11T17:44:02.546592Z","steps":["trace[346901375] 'range keys from in-memory index tree' (duration: 164.982878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.889804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.715757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:03.889887Z","caller":"traceutil/trace.go:171","msg":"trace[1281384430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24662; }","duration":"999.84921ms","start":"2026-03-11T17:44:02.890017Z","end":"2026-03-11T17:44:03.889867Z","steps":["trace[1281384430] 'count revisions from in-memory index tree' (duration: 999.645695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.889932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:02.889995Z","time spent":"999.926332ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:03.891325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.192505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:03.891427Z","caller":"traceutil/trace.go:171","msg":"trace[538162921] linearizableReadLoop","detail":"{readStateIndex:25545; appliedIndex:25544; }","duration":"861.376754ms","start":"2026-03-11T17:44:03.030033Z","end":"2026-03-11T17:44:03.89141Z","steps":["trace[538162921] 'read index received' (duration: 440.029026ms)","trace[538162921] 'applied index is now lower than readState.Index' (duration: 421.345858ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:03.891505Z","caller":"traceutil/trace.go:171","msg":"trace[1944436742] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"861.970059ms","start":"2026-03-11T17:44:03.029502Z","end":"2026-03-11T17:44:03.891472Z","steps":["trace[1944436742] 'process raft request' (duration: 440.522358ms)","trace[1944436742] 'compare' (duration: 419.095418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:03.891615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.57885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:44:03.891651Z","caller":"traceutil/trace.go:171","msg":"trace[695532863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24663; }","duration":"861.660663ms","start":"2026-03-11T17:44:03.02998Z","end":"2026-03-11T17:44:03.891641Z","steps":["trace[695532863] 'agreement among raft nodes before linearized reading' (duration: 861.514729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.891662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.029478Z","time spent":"862.100312ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:03.891688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.029954Z","time spent":"861.726273ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:44:03.980432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.301553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:44:03.980511Z","caller":"traceutil/trace.go:171","msg":"trace[452709692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24669; }","duration":"950.433146ms","start":"2026-03-11T17:44:03.030062Z","end":"2026-03-11T17:44:03.980495Z","steps":["trace[452709692] 'agreement among raft nodes before linearized reading' (duration: 950.232561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.980551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.030032Z","time spent":"950.510667ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:44:03.980852Z","caller":"traceutil/trace.go:171","msg":"trace[828846640] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"948.933882ms","start":"2026-03-11T17:44:03.031907Z","end":"2026-03-11T17:44:03.98084Z","steps":["trace[828846640] 'process raft request' (duration: 948.051793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.980941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.031896Z","time spent":"948.990263ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:03.98108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.131776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:03.981114Z","caller":"traceutil/trace.go:171","msg":"trace[1765668287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24669; }","duration":"600.219007ms","start":"2026-03-11T17:44:03.380887Z","end":"2026-03-11T17:44:03.981106Z","steps":["trace[1765668287] 'agreement among raft nodes before linearized reading' (duration: 600.169066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.380854Z","time spent":"600.302239ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:44:03.981187Z","caller":"traceutil/trace.go:171","msg":"trace[2119044686] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"948.839141ms","start":"2026-03-11T17:44:03.032342Z","end":"2026-03-11T17:44:03.981181Z","steps":["trace[2119044686] 'process raft request' (duration: 947.783518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.032335Z","time spent":"948.884382ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:03.981327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.903201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:44:03.98136Z","caller":"traceutil/trace.go:171","msg":"trace[4952270] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"946.875567ms","start":"2026-03-11T17:44:03.034478Z","end":"2026-03-11T17:44:03.981353Z","steps":["trace[4952270] 'process raft request' (duration: 945.698821ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:03.981362Z","caller":"traceutil/trace.go:171","msg":"trace[1579659305] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24669; }","duration":"612.938492ms","start":"2026-03-11T17:44:03.368415Z","end":"2026-03-11T17:44:03.981353Z","steps":["trace[1579659305] 'agreement among raft nodes before linearized reading' (duration: 612.880231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.034462Z","time spent":"946.912537ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:03.981392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.368343Z","time spent":"613.039584ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:44:03.981434Z","caller":"traceutil/trace.go:171","msg":"trace[2126767171] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"946.859066ms","start":"2026-03-11T17:44:03.034569Z","end":"2026-03-11T17:44:03.981428Z","steps":["trace[2126767171] 'process raft request' (duration: 945.64397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.03456Z","time spent":"946.887677ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:03.981505Z","caller":"traceutil/trace.go:171","msg":"trace[1366165371] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"946.669962ms","start":"2026-03-11T17:44:03.03483Z","end":"2026-03-11T17:44:03.9815Z","steps":["trace[1366165371] 'process raft request' (duration: 945.419294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.006578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:44:03.98153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.034823Z","time spent":"946.694042ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:03.981539Z","caller":"traceutil/trace.go:171","msg":"trace[241504661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24669; }","duration":"951.040049ms","start":"2026-03-11T17:44:03.030489Z","end":"2026-03-11T17:44:03.981529Z","steps":["trace[241504661] 'agreement among raft nodes before linearized reading' (duration: 950.962547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.030486Z","time spent":"951.077859ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:44:03.981586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.252156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:03.981611Z","caller":"traceutil/trace.go:171","msg":"trace[1447742789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24669; }","duration":"463.317286ms","start":"2026-03-11T17:44:03.518288Z","end":"2026-03-11T17:44:03.981606Z","steps":["trace[1447742789] 'agreement among raft nodes before linearized reading' (duration: 463.279576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.518264Z","time spent":"463.359258ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:03.981723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.238894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:44:03.981776Z","caller":"traceutil/trace.go:171","msg":"trace[1024736580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24669; }","duration":"951.301075ms","start":"2026-03-11T17:44:03.03046Z","end":"2026-03-11T17:44:03.981761Z","steps":["trace[1024736580] 'agreement among raft nodes before linearized reading' (duration: 951.192552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.030452Z","time spent":"951.358626ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:44:03.981101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.574075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-11T17:44:03.981919Z","caller":"traceutil/trace.go:171","msg":"trace[1750347130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24669; }","duration":"503.452054ms","start":"2026-03-11T17:44:03.478459Z","end":"2026-03-11T17:44:03.981912Z","steps":["trace[1750347130] 'agreement among raft nodes before linearized reading' (duration: 502.495253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.981943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.478436Z","time spent":"503.499985ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-11T17:44:03.981164Z","caller":"traceutil/trace.go:171","msg":"trace[1412401786] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"948.896932ms","start":"2026-03-11T17:44:03.032254Z","end":"2026-03-11T17:44:03.981151Z","steps":["trace[1412401786] 'process raft request' (duration: 947.833219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:03.982168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.03224Z","time spent":"949.828733ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:04.486154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198245057577608,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:44:04.505474Z","caller":"traceutil/trace.go:171","msg":"trace[1347467931] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"608.658005ms","start":"2026-03-11T17:44:03.896793Z","end":"2026-03-11T17:44:04.505451Z","steps":["trace[1347467931] 'process raft request' (duration: 608.505562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.505645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.896765Z","time spent":"608.789238ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:04.881095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.650185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:04.881249Z","caller":"traceutil/trace.go:171","msg":"trace[1835556220] linearizableReadLoop","detail":"{readStateIndex:25555; appliedIndex:25551; }","duration":"896.183233ms","start":"2026-03-11T17:44:03.985054Z","end":"2026-03-11T17:44:04.881237Z","steps":["trace[1835556220] 'read index received' (duration: 520.317751ms)","trace[1835556220] 'applied index is now lower than readState.Index' (duration: 375.864662ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:04.881305Z","caller":"traceutil/trace.go:171","msg":"trace[1711317336] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"895.495877ms","start":"2026-03-11T17:44:03.985804Z","end":"2026-03-11T17:44:04.8813Z","steps":["trace[1711317336] 'process raft request' (duration: 673.580086ms)","trace[1711317336] 'compare' (duration: 221.566443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:04.881334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.985795Z","time spent":"895.523188ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:04.881519Z","caller":"traceutil/trace.go:171","msg":"trace[1275959849] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"895.483077ms","start":"2026-03-11T17:44:03.986031Z","end":"2026-03-11T17:44:04.881514Z","steps":["trace[1275959849] 'process raft request' (duration: 895.148429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.881546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.986023Z","time spent":"895.507138ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:04.881613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.088976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:04.881667Z","caller":"traceutil/trace.go:171","msg":"trace[2064763236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"635.192159ms","start":"2026-03-11T17:44:04.246461Z","end":"2026-03-11T17:44:04.881653Z","steps":["trace[2064763236] 'agreement among raft nodes before linearized reading' (duration: 635.091836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.881695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:04.246442Z","time spent":"635.247999ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:44:04.881792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.737037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-11T17:44:04.88181Z","caller":"traceutil/trace.go:171","msg":"trace[1647661525] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0; range_end:; response_count:1; response_revision:24673; }","duration":"896.754387ms","start":"2026-03-11T17:44:03.985049Z","end":"2026-03-11T17:44:04.881804Z","steps":["trace[1647661525] 'agreement among raft nodes before linearized reading' (duration: 896.680385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.881824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.985025Z","time spent":"896.796077ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6df26fd4-670d-4895-8623-341d257656f0\" "} {"level":"info","ts":"2026-03-11T17:44:04.881903Z","caller":"traceutil/trace.go:171","msg":"trace[1439285117] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"895.830146ms","start":"2026-03-11T17:44:03.986068Z","end":"2026-03-11T17:44:04.881899Z","steps":["trace[1439285117] 'process raft request' (duration: 895.14426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.881912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.449878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:44:04.881926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:03.986065Z","time spent":"895.848356ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:04.881952Z","caller":"traceutil/trace.go:171","msg":"trace[34334413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24673; }","duration":"165.507351ms","start":"2026-03-11T17:44:04.716419Z","end":"2026-03-11T17:44:04.881927Z","steps":["trace[34334413] 'agreement among raft nodes before linearized reading' (duration: 165.416179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.882044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.668579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T17:44:04.882801Z","caller":"traceutil/trace.go:171","msg":"trace[1496761449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24673; }","duration":"406.462146ms","start":"2026-03-11T17:44:04.47633Z","end":"2026-03-11T17:44:04.882793Z","steps":["trace[1496761449] 'agreement among raft nodes before linearized reading' (duration: 405.676228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:04.882831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:04.476306Z","time spent":"406.513967ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:44:05.032758Z","caller":"traceutil/trace.go:171","msg":"trace[1208536158] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"144.375967ms","start":"2026-03-11T17:44:04.888355Z","end":"2026-03-11T17:44:05.032731Z","steps":["trace[1208536158] 'process raft request' (duration: 92.60003ms)","trace[1208536158] 'compare' (duration: 51.634884ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:05.686762Z","caller":"traceutil/trace.go:171","msg":"trace[477536594] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25557; }","duration":"501.615723ms","start":"2026-03-11T17:44:05.185118Z","end":"2026-03-11T17:44:05.686734Z","steps":["trace[477536594] 'read index received' (duration: 438.696606ms)","trace[477536594] 'applied index is now lower than readState.Index' (duration: 62.917837ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:05.6871Z","caller":"traceutil/trace.go:171","msg":"trace[92999104] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"648.565009ms","start":"2026-03-11T17:44:05.038469Z","end":"2026-03-11T17:44:05.687034Z","steps":["trace[92999104] 'process raft request' (duration: 585.367836ms)","trace[92999104] 'compare' (duration: 62.413945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:05.687209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.067873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:44:05.687237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:05.038452Z","time spent":"648.699121ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:05.687266Z","caller":"traceutil/trace.go:171","msg":"trace[401793288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24676; }","duration":"502.180815ms","start":"2026-03-11T17:44:05.185071Z","end":"2026-03-11T17:44:05.687252Z","steps":["trace[401793288] 'agreement among raft nodes before linearized reading' (duration: 502.030372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:05.687296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:05.185047Z","time spent":"502.242516ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:05.71258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.641758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:05.712658Z","caller":"traceutil/trace.go:171","msg":"trace[174368296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24677; }","duration":"333.73069ms","start":"2026-03-11T17:44:05.378912Z","end":"2026-03-11T17:44:05.712643Z","steps":["trace[174368296] 'agreement among raft nodes before linearized reading' (duration: 333.590107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:05.712698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:05.378893Z","time spent":"333.795981ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:44:05.713098Z","caller":"traceutil/trace.go:171","msg":"trace[189192674] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"241.237703ms","start":"2026-03-11T17:44:05.471848Z","end":"2026-03-11T17:44:05.713085Z","steps":["trace[189192674] 'process raft request' (duration: 240.492157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:05.713317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.712677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:05.713372Z","caller":"traceutil/trace.go:171","msg":"trace[1015713407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24677; }","duration":"332.795849ms","start":"2026-03-11T17:44:05.380562Z","end":"2026-03-11T17:44:05.713358Z","steps":["trace[1015713407] 'agreement among raft nodes before linearized reading' (duration: 332.716787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:05.71341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:05.380543Z","time spent":"332.85813ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:44:06.244348Z","caller":"traceutil/trace.go:171","msg":"trace[1021567478] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"257.856565ms","start":"2026-03-11T17:44:05.986467Z","end":"2026-03-11T17:44:06.244324Z","steps":["trace[1021567478] 'process raft request' (duration: 255.965302ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:06.250134Z","caller":"traceutil/trace.go:171","msg":"trace[1241053915] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"262.650992ms","start":"2026-03-11T17:44:05.987459Z","end":"2026-03-11T17:44:06.25011Z","steps":["trace[1241053915] 'process raft request' (duration: 262.490338ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:06.250365Z","caller":"traceutil/trace.go:171","msg":"trace[1167048123] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"261.959275ms","start":"2026-03-11T17:44:05.988385Z","end":"2026-03-11T17:44:06.250344Z","steps":["trace[1167048123] 'process raft request' (duration: 261.680289ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:06.250593Z","caller":"traceutil/trace.go:171","msg":"trace[46295403] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"261.899104ms","start":"2026-03-11T17:44:05.988677Z","end":"2026-03-11T17:44:06.250576Z","steps":["trace[46295403] 'process raft request' (duration: 261.591787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:06.25067Z","caller":"traceutil/trace.go:171","msg":"trace[1325466996] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"260.719578ms","start":"2026-03-11T17:44:05.989927Z","end":"2026-03-11T17:44:06.250646Z","steps":["trace[1325466996] 'process raft request' (duration: 260.661016ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:06.250722Z","caller":"traceutil/trace.go:171","msg":"trace[2023488258] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"260.997924ms","start":"2026-03-11T17:44:05.989713Z","end":"2026-03-11T17:44:06.25071Z","steps":["trace[2023488258] 'process raft request' (duration: 260.783079ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:07.38387Z","caller":"traceutil/trace.go:171","msg":"trace[1023677783] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25572; }","duration":"363.392684ms","start":"2026-03-11T17:44:07.020449Z","end":"2026-03-11T17:44:07.383842Z","steps":["trace[1023677783] 'read index received' (duration: 363.157958ms)","trace[1023677783] 'applied index is now lower than readState.Index' (duration: 233.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:07.383994Z","caller":"traceutil/trace.go:171","msg":"trace[953378742] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"364.012307ms","start":"2026-03-11T17:44:07.01997Z","end":"2026-03-11T17:44:07.383983Z","steps":["trace[953378742] 'process raft request' (duration: 363.70327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:07.384097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:07.01995Z","time spent":"364.073129ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:44:07.384158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.69609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10652"} {"level":"warn","ts":"2026-03-11T17:44:07.384167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.458835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T17:44:07.384204Z","caller":"traceutil/trace.go:171","msg":"trace[1174095945] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24691; }","duration":"363.753981ms","start":"2026-03-11T17:44:07.020439Z","end":"2026-03-11T17:44:07.384193Z","steps":["trace[1174095945] 'agreement among raft nodes before linearized reading' (duration: 363.605978ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:07.384216Z","caller":"traceutil/trace.go:171","msg":"trace[487518430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24691; }","duration":"342.524006ms","start":"2026-03-11T17:44:07.041677Z","end":"2026-03-11T17:44:07.384201Z","steps":["trace[487518430] 'agreement among raft nodes before linearized reading' (duration: 342.378953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:07.384225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:07.020384Z","time spent":"363.837063ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-11T17:44:07.384248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:07.041672Z","time spent":"342.568547ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-11T17:44:07.384478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.212643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:44:07.384508Z","caller":"traceutil/trace.go:171","msg":"trace[701193568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24691; }","duration":"280.256335ms","start":"2026-03-11T17:44:07.10424Z","end":"2026-03-11T17:44:07.384497Z","steps":["trace[701193568] 'agreement among raft nodes before linearized reading' (duration: 280.170083ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:07.579604Z","caller":"traceutil/trace.go:171","msg":"trace[139725116] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25573; }","duration":"117.372633ms","start":"2026-03-11T17:44:07.46221Z","end":"2026-03-11T17:44:07.579582Z","steps":["trace[139725116] 'read index received' (duration: 117.190418ms)","trace[139725116] 'applied index is now lower than readState.Index' (duration: 181.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:07.579752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.523498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:07.579787Z","caller":"traceutil/trace.go:171","msg":"trace[2115412537] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24692; }","duration":"117.574579ms","start":"2026-03-11T17:44:07.462204Z","end":"2026-03-11T17:44:07.579779Z","steps":["trace[2115412537] 'agreement among raft nodes before linearized reading' (duration: 117.457996ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:07.580116Z","caller":"traceutil/trace.go:171","msg":"trace[1154181345] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"187.969452ms","start":"2026-03-11T17:44:07.39197Z","end":"2026-03-11T17:44:07.579939Z","steps":["trace[1154181345] 'process raft request' (duration: 187.494022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:08.235666Z","caller":"traceutil/trace.go:171","msg":"trace[770358038] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"295.21824ms","start":"2026-03-11T17:44:07.940412Z","end":"2026-03-11T17:44:08.23563Z","steps":["trace[770358038] 'process raft request' (duration: 295.005085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:08.235778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.153671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:08.235815Z","caller":"traceutil/trace.go:171","msg":"trace[676514098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24693; }","duration":"118.241794ms","start":"2026-03-11T17:44:08.117564Z","end":"2026-03-11T17:44:08.235806Z","steps":["trace[676514098] 'agreement among raft nodes before linearized reading' (duration: 118.157682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:08.236189Z","caller":"traceutil/trace.go:171","msg":"trace[300715713] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25574; }","duration":"118.284454ms","start":"2026-03-11T17:44:08.117604Z","end":"2026-03-11T17:44:08.235889Z","steps":["trace[300715713] 'read index received' (duration: 117.694621ms)","trace[300715713] 'applied index is now lower than readState.Index' (duration: 293.687µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:08.723144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.329332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:44:08.723225Z","caller":"traceutil/trace.go:171","msg":"trace[927188346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24702; }","duration":"125.472385ms","start":"2026-03-11T17:44:08.597734Z","end":"2026-03-11T17:44:08.723206Z","steps":["trace[927188346] 'range keys from in-memory index tree' (duration: 125.137628ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:08.859243Z","caller":"traceutil/trace.go:171","msg":"trace[274686011] linearizableReadLoop","detail":"{readStateIndex:25585; appliedIndex:25584; }","duration":"107.555864ms","start":"2026-03-11T17:44:08.751668Z","end":"2026-03-11T17:44:08.859224Z","steps":["trace[274686011] 'read index received' (duration: 107.283158ms)","trace[274686011] 'applied index is now lower than readState.Index' (duration: 272.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:08.859381Z","caller":"traceutil/trace.go:171","msg":"trace[1942212443] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"131.53469ms","start":"2026-03-11T17:44:08.727828Z","end":"2026-03-11T17:44:08.859362Z","steps":["trace[1942212443] 'process raft request' (duration: 131.191912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:08.860809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.121439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:08.860855Z","caller":"traceutil/trace.go:171","msg":"trace[2033867515] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24703; }","duration":"109.206141ms","start":"2026-03-11T17:44:08.751638Z","end":"2026-03-11T17:44:08.860844Z","steps":["trace[2033867515] 'agreement among raft nodes before linearized reading' (duration: 107.660556ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:10.698794Z","caller":"traceutil/trace.go:171","msg":"trace[175954669] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25599; }","duration":"352.130872ms","start":"2026-03-11T17:44:10.346641Z","end":"2026-03-11T17:44:10.698772Z","steps":["trace[175954669] 'read index received' (duration: 292.891068ms)","trace[175954669] 'applied index is now lower than readState.Index' (duration: 59.238674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:10.698939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.801457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:10.698969Z","caller":"traceutil/trace.go:171","msg":"trace[860756723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24717; }","duration":"318.865068ms","start":"2026-03-11T17:44:10.380095Z","end":"2026-03-11T17:44:10.69896Z","steps":["trace[860756723] 'agreement among raft nodes before linearized reading' (duration: 318.793846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:10.698992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:10.380081Z","time spent":"318.905438ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:44:10.699082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.382967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-11T17:44:10.69917Z","caller":"traceutil/trace.go:171","msg":"trace[1631736061] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b; range_end:; response_count:1; response_revision:24717; }","duration":"352.535411ms","start":"2026-03-11T17:44:10.34661Z","end":"2026-03-11T17:44:10.699145Z","steps":["trace[1631736061] 'agreement among raft nodes before linearized reading' (duration: 352.245025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:10.699232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:10.346593Z","time spent":"352.629283ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189bda66dfdb233b\" "} {"level":"warn","ts":"2026-03-11T17:44:10.699677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.009381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T17:44:10.69978Z","caller":"traceutil/trace.go:171","msg":"trace[168405038] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24717; }","duration":"353.144024ms","start":"2026-03-11T17:44:10.34661Z","end":"2026-03-11T17:44:10.699754Z","steps":["trace[168405038] 'agreement among raft nodes before linearized reading' (duration: 352.221784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:10.700071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:10.346593Z","time spent":"353.280307ms","remote":"127.0.0.1:60072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-11T17:44:11.85151Z","caller":"traceutil/trace.go:171","msg":"trace[706023485] linearizableReadLoop","detail":"{readStateIndex:25610; appliedIndex:25609; }","duration":"202.058386ms","start":"2026-03-11T17:44:11.649427Z","end":"2026-03-11T17:44:11.851486Z","steps":["trace[706023485] 'read index received' (duration: 201.718589ms)","trace[706023485] 'applied index is now lower than readState.Index' (duration: 338.937µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:11.851672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.219242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:44:11.851731Z","caller":"traceutil/trace.go:171","msg":"trace[1406763621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24726; }","duration":"202.339654ms","start":"2026-03-11T17:44:11.649375Z","end":"2026-03-11T17:44:11.851715Z","steps":["trace[1406763621] 'agreement among raft nodes before linearized reading' (duration: 202.219102ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:11.851611Z","caller":"traceutil/trace.go:171","msg":"trace[2130303752] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"259.8915ms","start":"2026-03-11T17:44:11.591685Z","end":"2026-03-11T17:44:11.851577Z","steps":["trace[2130303752] 'process raft request' (duration: 259.538002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.822185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.488277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:14.822421Z","caller":"traceutil/trace.go:171","msg":"trace[988253943] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"457.027177ms","start":"2026-03-11T17:44:14.365373Z","end":"2026-03-11T17:44:14.8224Z","steps":["trace[988253943] 'process raft request' (duration: 456.919834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.822503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.365365Z","time spent":"457.098348ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:14.822461Z","caller":"traceutil/trace.go:171","msg":"trace[1242948634] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"457.106798ms","start":"2026-03-11T17:44:14.365273Z","end":"2026-03-11T17:44:14.822379Z","steps":["trace[1242948634] 'process raft request' (duration: 313.319454ms)","trace[1242948634] 'compare' (duration: 143.301464ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:14.822659Z","caller":"traceutil/trace.go:171","msg":"trace[1906754146] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"457.235491ms","start":"2026-03-11T17:44:14.365396Z","end":"2026-03-11T17:44:14.822632Z","steps":["trace[1906754146] 'process raft request' (duration: 456.964835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.82282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.365375Z","time spent":"457.361594ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:14.822821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.365242Z","time spent":"457.385944ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:14.823321Z","caller":"traceutil/trace.go:171","msg":"trace[1688601653] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"457.106588ms","start":"2026-03-11T17:44:14.366177Z","end":"2026-03-11T17:44:14.823283Z","steps":["trace[1688601653] 'process raft request' (duration: 456.368832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.823483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.521586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:44:14.823505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.366165Z","time spent":"457.242251ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:14.823552Z","caller":"traceutil/trace.go:171","msg":"trace[1707173086] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"457.139669ms","start":"2026-03-11T17:44:14.366405Z","end":"2026-03-11T17:44:14.823545Z","steps":["trace[1707173086] 'process raft request' (duration: 456.75161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.823606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.366395Z","time spent":"457.18596ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:14.823363Z","caller":"traceutil/trace.go:171","msg":"trace[456228922] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25624; }","duration":"444.388654ms","start":"2026-03-11T17:44:14.378961Z","end":"2026-03-11T17:44:14.82335Z","steps":["trace[456228922] 'read index received' (duration: 41.835166ms)","trace[456228922] 'applied index is now lower than readState.Index' (duration: 402.552628ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:14.823524Z","caller":"traceutil/trace.go:171","msg":"trace[1440975031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24746; }","duration":"444.621828ms","start":"2026-03-11T17:44:14.378895Z","end":"2026-03-11T17:44:14.823517Z","steps":["trace[1440975031] 'agreement among raft nodes before linearized reading' (duration: 444.495226ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:14.823703Z","caller":"traceutil/trace.go:171","msg":"trace[47251462] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"455.229316ms","start":"2026-03-11T17:44:14.368439Z","end":"2026-03-11T17:44:14.823668Z","steps":["trace[47251462] 'process raft request' (duration: 454.871368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.823724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.378866Z","time spent":"444.829933ms","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:44:14.823757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.633958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:44:14.823894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.368402Z","time spent":"455.387079ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:14.823961Z","caller":"traceutil/trace.go:171","msg":"trace[460654176] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24746; }","duration":"431.867785ms","start":"2026-03-11T17:44:14.392072Z","end":"2026-03-11T17:44:14.823939Z","steps":["trace[460654176] 'agreement among raft nodes before linearized reading' (duration: 431.656769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:14.824013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.392049Z","time spent":"431.949887ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:15.404686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.994471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:15.404813Z","caller":"traceutil/trace.go:171","msg":"trace[537420438] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25630; }","duration":"470.473087ms","start":"2026-03-11T17:44:14.934317Z","end":"2026-03-11T17:44:15.40479Z","steps":["trace[537420438] 'read index received' (duration: 317.295602ms)","trace[537420438] 'applied index is now lower than readState.Index' (duration: 153.175445ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:15.405092Z","caller":"traceutil/trace.go:171","msg":"trace[1198180059] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"515.853721ms","start":"2026-03-11T17:44:14.889219Z","end":"2026-03-11T17:44:15.405073Z","steps":["trace[1198180059] 'process raft request' (duration: 362.36004ms)","trace[1198180059] 'compare' (duration: 152.826456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:15.40519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.889192Z","time spent":"515.950323ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:15.405254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.496361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:44:15.405306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.963958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:44:15.405347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.466065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:44:15.405326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.905277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:44:15.405371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.927067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:44:15.405414Z","caller":"traceutil/trace.go:171","msg":"trace[2140923981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24747; }","duration":"359.593658ms","start":"2026-03-11T17:44:15.045804Z","end":"2026-03-11T17:44:15.405397Z","steps":["trace[2140923981] 'agreement among raft nodes before linearized reading' (duration: 359.386943ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:15.405413Z","caller":"traceutil/trace.go:171","msg":"trace[279417685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24747; }","duration":"471.182253ms","start":"2026-03-11T17:44:14.934207Z","end":"2026-03-11T17:44:15.40539Z","steps":["trace[279417685] 'agreement among raft nodes before linearized reading' (duration: 470.896257ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:15.405429Z","caller":"traceutil/trace.go:171","msg":"trace[737251637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24747; }","duration":"471.030229ms","start":"2026-03-11T17:44:14.934378Z","end":"2026-03-11T17:44:15.405408Z","steps":["trace[737251637] 'agreement among raft nodes before linearized reading' (duration: 470.754543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:15.405492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.934133Z","time spent":"471.348136ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:44:15.405433Z","caller":"traceutil/trace.go:171","msg":"trace[1218573328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24747; }","duration":"471.013098ms","start":"2026-03-11T17:44:14.934406Z","end":"2026-03-11T17:44:15.40542Z","steps":["trace[1218573328] 'agreement among raft nodes before linearized reading' (duration: 470.816574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:15.405605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.934402Z","time spent":"471.161743ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:44:15.405469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:15.04573Z","time spent":"359.730911ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:44:15.405344Z","caller":"traceutil/trace.go:171","msg":"trace[1602121476] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24747; }","duration":"115.633774ms","start":"2026-03-11T17:44:15.289686Z","end":"2026-03-11T17:44:15.40532Z","steps":["trace[1602121476] 'agreement among raft nodes before linearized reading' (duration: 115.479861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:15.405512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:14.93437Z","time spent":"471.130181ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:44:16.51632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.111648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:16.516398Z","caller":"traceutil/trace.go:171","msg":"trace[1529273215] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24752; }","duration":"516.271202ms","start":"2026-03-11T17:44:16.000108Z","end":"2026-03-11T17:44:16.516379Z","steps":["trace[1529273215] 'count revisions from in-memory index tree' (duration: 516.021786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:16.516444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:16.000084Z","time spent":"516.349103ms","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:16.516486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.203697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:16.516512Z","caller":"traceutil/trace.go:171","msg":"trace[1432357315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24752; }","duration":"137.255688ms","start":"2026-03-11T17:44:16.379249Z","end":"2026-03-11T17:44:16.516505Z","steps":["trace[1432357315] 'range keys from in-memory index tree' (duration: 137.158437ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:16.543646Z","caller":"traceutil/trace.go:171","msg":"trace[1284017066] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"117.64011ms","start":"2026-03-11T17:44:16.425988Z","end":"2026-03-11T17:44:16.543629Z","steps":["trace[1284017066] 'process raft request' (duration: 117.523967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:16.857805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.213667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:16.858044Z","caller":"traceutil/trace.go:171","msg":"trace[1712378766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24753; }","duration":"158.514524ms","start":"2026-03-11T17:44:16.699506Z","end":"2026-03-11T17:44:16.858021Z","steps":["trace[1712378766] 'count revisions from in-memory index tree' (duration: 157.990772ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:18.599998Z","caller":"traceutil/trace.go:171","msg":"trace[1394865889] linearizableReadLoop","detail":"{readStateIndex:25652; appliedIndex:25651; }","duration":"221.703326ms","start":"2026-03-11T17:44:18.378262Z","end":"2026-03-11T17:44:18.599965Z","steps":["trace[1394865889] 'read index received' (duration: 221.492391ms)","trace[1394865889] 'applied index is now lower than readState.Index' (duration: 209.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:18.600125Z","caller":"traceutil/trace.go:171","msg":"trace[1926442869] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"241.54455ms","start":"2026-03-11T17:44:18.358541Z","end":"2026-03-11T17:44:18.600086Z","steps":["trace[1926442869] 'process raft request' (duration: 241.233742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:18.600204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.929312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:18.600268Z","caller":"traceutil/trace.go:171","msg":"trace[704493313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24767; }","duration":"222.003844ms","start":"2026-03-11T17:44:18.378247Z","end":"2026-03-11T17:44:18.60025Z","steps":["trace[704493313] 'agreement among raft nodes before linearized reading' (duration: 221.873001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:18.625788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.654204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:18.625861Z","caller":"traceutil/trace.go:171","msg":"trace[1791430424] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24768; }","duration":"127.788327ms","start":"2026-03-11T17:44:18.498056Z","end":"2026-03-11T17:44:18.625844Z","steps":["trace[1791430424] 'agreement among raft nodes before linearized reading' (duration: 127.625253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:19.872342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.06784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:19.872664Z","caller":"traceutil/trace.go:171","msg":"trace[1763131378] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"414.391974ms","start":"2026-03-11T17:44:19.458038Z","end":"2026-03-11T17:44:19.87243Z","steps":["trace[1763131378] 'process raft request' (duration: 245.1721ms)","trace[1763131378] 'compare' (duration: 168.488337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:19.872751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:19.458014Z","time spent":"414.70318ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:19.886258Z","caller":"traceutil/trace.go:171","msg":"trace[1814170178] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"427.877575ms","start":"2026-03-11T17:44:19.458321Z","end":"2026-03-11T17:44:19.886198Z","steps":["trace[1814170178] 'process raft request' (duration: 427.720151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:19.886398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:19.458309Z","time spent":"428.012459ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:19.886813Z","caller":"traceutil/trace.go:171","msg":"trace[497933170] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"428.303374ms","start":"2026-03-11T17:44:19.458501Z","end":"2026-03-11T17:44:19.886805Z","steps":["trace[497933170] 'process raft request' (duration: 428.261963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:19.886862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:19.458496Z","time spent":"428.339255ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:19.886967Z","caller":"traceutil/trace.go:171","msg":"trace[641470055] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"428.55394ms","start":"2026-03-11T17:44:19.458405Z","end":"2026-03-11T17:44:19.886959Z","steps":["trace[641470055] 'process raft request' (duration: 427.760092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:19.887003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:19.458391Z","time spent":"428.591781ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:21.189398Z","caller":"traceutil/trace.go:171","msg":"trace[978840915] linearizableReadLoop","detail":"{readStateIndex:25675; appliedIndex:25674; }","duration":"273.530635ms","start":"2026-03-11T17:44:20.91584Z","end":"2026-03-11T17:44:21.189371Z","steps":["trace[978840915] 'read index received' (duration: 273.410552ms)","trace[978840915] 'applied index is now lower than readState.Index' (duration: 118.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:21.189574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.711768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:21.189616Z","caller":"traceutil/trace.go:171","msg":"trace[797627438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24789; }","duration":"273.817631ms","start":"2026-03-11T17:44:20.915786Z","end":"2026-03-11T17:44:21.189604Z","steps":["trace[797627438] 'agreement among raft nodes before linearized reading' (duration: 273.681668ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:21.339268Z","caller":"traceutil/trace.go:171","msg":"trace[1286983466] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"148.448948ms","start":"2026-03-11T17:44:21.190775Z","end":"2026-03-11T17:44:21.339224Z","steps":["trace[1286983466] 'process raft request' (duration: 145.262277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:21.698165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.590518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:44:21.698247Z","caller":"traceutil/trace.go:171","msg":"trace[1582801626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24790; }","duration":"240.73313ms","start":"2026-03-11T17:44:21.457488Z","end":"2026-03-11T17:44:21.698221Z","steps":["trace[1582801626] 'range keys from in-memory index tree' (duration: 240.439144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:21.698252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.276597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-11T17:44:21.698368Z","caller":"traceutil/trace.go:171","msg":"trace[353526608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24790; }","duration":"247.432831ms","start":"2026-03-11T17:44:21.450908Z","end":"2026-03-11T17:44:21.698341Z","steps":["trace[353526608] 'range keys from in-memory index tree' (duration: 246.997761ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:22.829809Z","caller":"traceutil/trace.go:171","msg":"trace[1202767738] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"116.246619ms","start":"2026-03-11T17:44:22.713545Z","end":"2026-03-11T17:44:22.829792Z","steps":["trace[1202767738] 'process raft request' (duration: 116.140296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.265037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.631509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:23.265132Z","caller":"traceutil/trace.go:171","msg":"trace[1664758540] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"386.08691ms","start":"2026-03-11T17:44:22.879027Z","end":"2026-03-11T17:44:23.265114Z","steps":["trace[1664758540] 'process raft request' (duration: 128.300938ms)","trace[1664758540] 'compare' (duration: 257.289501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:23.265182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.879008Z","time spent":"386.153052ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:23.289164Z","caller":"traceutil/trace.go:171","msg":"trace[666291076] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"405.32459ms","start":"2026-03-11T17:44:22.8838Z","end":"2026-03-11T17:44:23.289125Z","steps":["trace[666291076] 'process raft request' (duration: 405.110156ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:23.289167Z","caller":"traceutil/trace.go:171","msg":"trace[477393870] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"405.271849ms","start":"2026-03-11T17:44:22.883868Z","end":"2026-03-11T17:44:23.28914Z","steps":["trace[477393870] 'process raft request' (duration: 405.202017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.289319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.883784Z","time spent":"405.456243ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:23.289324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.88385Z","time spent":"405.390901ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:23.289581Z","caller":"traceutil/trace.go:171","msg":"trace[931895508] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"404.635026ms","start":"2026-03-11T17:44:22.884934Z","end":"2026-03-11T17:44:23.289569Z","steps":["trace[931895508] 'process raft request' (duration: 404.474342ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:23.289557Z","caller":"traceutil/trace.go:171","msg":"trace[1019054864] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25684; }","duration":"391.51372ms","start":"2026-03-11T17:44:22.898019Z","end":"2026-03-11T17:44:23.289533Z","steps":["trace[1019054864] 'read index received' (duration: 109.253172ms)","trace[1019054864] 'applied index is now lower than readState.Index' (duration: 282.259368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:23.289627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.884928Z","time spent":"404.676657ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:23.289672Z","caller":"traceutil/trace.go:171","msg":"trace[2127526408] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"402.273013ms","start":"2026-03-11T17:44:22.887386Z","end":"2026-03-11T17:44:23.289659Z","steps":["trace[2127526408] 'process raft request' (duration: 402.109089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.289744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.562678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:23.289778Z","caller":"traceutil/trace.go:171","msg":"trace[1310524627] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24804; }","duration":"376.6113ms","start":"2026-03-11T17:44:22.913158Z","end":"2026-03-11T17:44:23.28977Z","steps":["trace[1310524627] 'agreement among raft nodes before linearized reading' (duration: 376.556798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.28978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.88738Z","time spent":"402.330954ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:23.289838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.812919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:23.289864Z","caller":"traceutil/trace.go:171","msg":"trace[1389583499] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24804; }","duration":"391.85672ms","start":"2026-03-11T17:44:22.898Z","end":"2026-03-11T17:44:23.289857Z","steps":["trace[1389583499] 'agreement among raft nodes before linearized reading' (duration: 391.811939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.2899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.897993Z","time spent":"391.88342ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:44:23.289686Z","caller":"traceutil/trace.go:171","msg":"trace[1370684834] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"405.785782ms","start":"2026-03-11T17:44:22.883892Z","end":"2026-03-11T17:44:23.289678Z","steps":["trace[1370684834] 'process raft request' (duration: 405.212478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:23.289999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.883889Z","time spent":"406.080828ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:23.289798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:22.913151Z","time spent":"376.64316ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T17:44:24.75651Z","caller":"traceutil/trace.go:171","msg":"trace[1022255639] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25695; }","duration":"221.181904ms","start":"2026-03-11T17:44:24.535307Z","end":"2026-03-11T17:44:24.756489Z","steps":["trace[1022255639] 'read index received' (duration: 220.96761ms)","trace[1022255639] 'applied index is now lower than readState.Index' (duration: 213.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:24.756581Z","caller":"traceutil/trace.go:171","msg":"trace[1301067660] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"282.820243ms","start":"2026-03-11T17:44:24.473725Z","end":"2026-03-11T17:44:24.756546Z","steps":["trace[1301067660] 'process raft request' (duration: 282.608068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:24.756733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.402489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:44:24.756767Z","caller":"traceutil/trace.go:171","msg":"trace[781663134] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24810; }","duration":"221.489901ms","start":"2026-03-11T17:44:24.535267Z","end":"2026-03-11T17:44:24.756757Z","steps":["trace[781663134] 'agreement among raft nodes before linearized reading' (duration: 221.351188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:24.756825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.570176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:24.756913Z","caller":"traceutil/trace.go:171","msg":"trace[364338684] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24810; }","duration":"129.720439ms","start":"2026-03-11T17:44:24.627173Z","end":"2026-03-11T17:44:24.756893Z","steps":["trace[364338684] 'agreement among raft nodes before linearized reading' (duration: 129.574986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:25.374166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.431214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:44:25.374266Z","caller":"traceutil/trace.go:171","msg":"trace[786802145] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24811; }","duration":"244.583578ms","start":"2026-03-11T17:44:25.129653Z","end":"2026-03-11T17:44:25.374236Z","steps":["trace[786802145] 'count revisions from in-memory index tree' (duration: 244.292272ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.374471Z","caller":"traceutil/trace.go:171","msg":"trace[1567066488] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"105.559209ms","start":"2026-03-11T17:44:25.268881Z","end":"2026-03-11T17:44:25.37444Z","steps":["trace[1567066488] 'process raft request' (duration: 102.925531ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.419769Z","caller":"traceutil/trace.go:171","msg":"trace[1762740204] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"124.006092ms","start":"2026-03-11T17:44:25.295738Z","end":"2026-03-11T17:44:25.419744Z","steps":["trace[1762740204] 'process raft request' (duration: 123.087282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.420136Z","caller":"traceutil/trace.go:171","msg":"trace[1856714387] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"124.299968ms","start":"2026-03-11T17:44:25.295823Z","end":"2026-03-11T17:44:25.420123Z","steps":["trace[1856714387] 'process raft request' (duration: 123.45196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.420237Z","caller":"traceutil/trace.go:171","msg":"trace[886802545] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"124.113764ms","start":"2026-03-11T17:44:25.296114Z","end":"2026-03-11T17:44:25.420227Z","steps":["trace[886802545] 'process raft request' (duration: 123.206824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.420657Z","caller":"traceutil/trace.go:171","msg":"trace[1679838703] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"124.048113ms","start":"2026-03-11T17:44:25.296583Z","end":"2026-03-11T17:44:25.420631Z","steps":["trace[1679838703] 'process raft request' (duration: 122.772084ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:25.42081Z","caller":"traceutil/trace.go:171","msg":"trace[699128480] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"123.895579ms","start":"2026-03-11T17:44:25.296901Z","end":"2026-03-11T17:44:25.420796Z","steps":["trace[699128480] 'process raft request' (duration: 122.543129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:26.373271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.273857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:26.373355Z","caller":"traceutil/trace.go:171","msg":"trace[1863203248] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"456.839523ms","start":"2026-03-11T17:44:25.916502Z","end":"2026-03-11T17:44:26.373341Z","steps":["trace[1863203248] 'process raft request' (duration: 247.431842ms)","trace[1863203248] 'compare' (duration: 209.022422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:26.373399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:25.916491Z","time spent":"456.887233ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:26.399706Z","caller":"traceutil/trace.go:171","msg":"trace[1087795781] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"475.696254ms","start":"2026-03-11T17:44:25.923972Z","end":"2026-03-11T17:44:26.399668Z","steps":["trace[1087795781] 'process raft request' (duration: 475.647403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:26.399873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:25.923963Z","time spent":"475.823477ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:26.399925Z","caller":"traceutil/trace.go:171","msg":"trace[938218622] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"483.10427ms","start":"2026-03-11T17:44:25.916801Z","end":"2026-03-11T17:44:26.399906Z","steps":["trace[938218622] 'process raft request' (duration: 482.65883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:26.400033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:25.916795Z","time spent":"483.175701ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:26.620112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.132646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:44:26.62022Z","caller":"traceutil/trace.go:171","msg":"trace[826957142] linearizableReadLoop","detail":"{readStateIndex:25713; appliedIndex:25712; }","duration":"143.662271ms","start":"2026-03-11T17:44:26.47654Z","end":"2026-03-11T17:44:26.620202Z","steps":["trace[826957142] 'read index received' (duration: 35.415622ms)","trace[826957142] 'applied index is now lower than readState.Index' (duration: 108.242929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:26.620465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.916918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-11T17:44:26.620514Z","caller":"traceutil/trace.go:171","msg":"trace[1474702212] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24826; }","duration":"144.02922ms","start":"2026-03-11T17:44:26.476468Z","end":"2026-03-11T17:44:26.620497Z","steps":["trace[1474702212] 'agreement among raft nodes before linearized reading' (duration: 143.841775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:26.620686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.720375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:44:26.621135Z","caller":"traceutil/trace.go:171","msg":"trace[777594308] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24826; }","duration":"128.203076ms","start":"2026-03-11T17:44:26.492919Z","end":"2026-03-11T17:44:26.621122Z","steps":["trace[777594308] 'agreement among raft nodes before linearized reading' (duration: 127.702315ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:33.475169Z","caller":"traceutil/trace.go:171","msg":"trace[392769779] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"546.516287ms","start":"2026-03-11T17:44:32.928628Z","end":"2026-03-11T17:44:33.475144Z","steps":["trace[392769779] 'process raft request' (duration: 546.327933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:33.475329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:32.928596Z","time spent":"546.65153ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:33.475794Z","caller":"traceutil/trace.go:171","msg":"trace[2027857432] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25778; }","duration":"168.996669ms","start":"2026-03-11T17:44:33.306779Z","end":"2026-03-11T17:44:33.475776Z","steps":["trace[2027857432] 'read index received' (duration: 168.988269ms)","trace[2027857432] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:33.475902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.115011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:33.475942Z","caller":"traceutil/trace.go:171","msg":"trace[475472488] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24890; }","duration":"169.199143ms","start":"2026-03-11T17:44:33.306732Z","end":"2026-03-11T17:44:33.475931Z","steps":["trace[475472488] 'agreement among raft nodes before linearized reading' (duration: 169.128232ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:33.522222Z","caller":"traceutil/trace.go:171","msg":"trace[1143745645] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"101.515889ms","start":"2026-03-11T17:44:33.420671Z","end":"2026-03-11T17:44:33.522187Z","steps":["trace[1143745645] 'process raft request' (duration: 100.669ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:34.291136Z","caller":"traceutil/trace.go:171","msg":"trace[487745043] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"312.237921ms","start":"2026-03-11T17:44:33.978858Z","end":"2026-03-11T17:44:34.291096Z","steps":["trace[487745043] 'process raft request' (duration: 312.007646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:34.291312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:33.978836Z","time spent":"312.389034ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:34.351432Z","caller":"traceutil/trace.go:171","msg":"trace[1182061184] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"372.19342ms","start":"2026-03-11T17:44:33.979198Z","end":"2026-03-11T17:44:34.351391Z","steps":["trace[1182061184] 'process raft request' (duration: 371.923984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:34.351611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:33.979167Z","time spent":"372.353194ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:34.493956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.67263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:34.494098Z","caller":"traceutil/trace.go:171","msg":"trace[831336569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24899; }","duration":"113.882274ms","start":"2026-03-11T17:44:34.380187Z","end":"2026-03-11T17:44:34.494069Z","steps":["trace[831336569] 'range keys from in-memory index tree' (duration: 113.542048ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:34.605225Z","caller":"traceutil/trace.go:171","msg":"trace[1100349058] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25787; }","duration":"102.579683ms","start":"2026-03-11T17:44:34.502622Z","end":"2026-03-11T17:44:34.605202Z","steps":["trace[1100349058] 'read index received' (duration: 48.891623ms)","trace[1100349058] 'applied index is now lower than readState.Index' (duration: 53.68708ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:34.605588Z","caller":"traceutil/trace.go:171","msg":"trace[379937045] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"105.914658ms","start":"2026-03-11T17:44:34.499606Z","end":"2026-03-11T17:44:34.60552Z","steps":["trace[379937045] 'process raft request' (duration: 103.891672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:34.60606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.375491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T17:44:34.606304Z","caller":"traceutil/trace.go:171","msg":"trace[725902304] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24901; }","duration":"103.678508ms","start":"2026-03-11T17:44:34.502611Z","end":"2026-03-11T17:44:34.606289Z","steps":["trace[725902304] 'agreement among raft nodes before linearized reading' (duration: 102.691206ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:35.18286Z","caller":"traceutil/trace.go:171","msg":"trace[255440901] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"136.108643ms","start":"2026-03-11T17:44:35.046706Z","end":"2026-03-11T17:44:35.182815Z","steps":["trace[255440901] 'process raft request' (duration: 135.880478ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:36.665399Z","caller":"traceutil/trace.go:171","msg":"trace[1061659588] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25800; }","duration":"310.177513ms","start":"2026-03-11T17:44:36.355196Z","end":"2026-03-11T17:44:36.665373Z","steps":["trace[1061659588] 'read index received' (duration: 310.156423ms)","trace[1061659588] 'applied index is now lower than readState.Index' (duration: 20.08µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:36.665502Z","caller":"traceutil/trace.go:171","msg":"trace[1231511944] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"366.172444ms","start":"2026-03-11T17:44:36.299298Z","end":"2026-03-11T17:44:36.66547Z","steps":["trace[1231511944] 'process raft request' (duration: 365.930349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:36.665613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.409449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:44:36.665656Z","caller":"traceutil/trace.go:171","msg":"trace[1072884018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24913; }","duration":"310.49616ms","start":"2026-03-11T17:44:36.355149Z","end":"2026-03-11T17:44:36.665646Z","steps":["trace[1072884018] 'agreement among raft nodes before linearized reading' (duration: 310.340257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:36.665678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:36.299269Z","time spent":"366.315028ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:36.665696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:36.355132Z","time spent":"310.555682ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:44:36.741157Z","caller":"traceutil/trace.go:171","msg":"trace[1873876759] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"318.704974ms","start":"2026-03-11T17:44:36.422408Z","end":"2026-03-11T17:44:36.741112Z","steps":["trace[1873876759] 'process raft request' (duration: 318.52708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:36.741233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.439262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:36.741297Z","caller":"traceutil/trace.go:171","msg":"trace[1137901409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24915; }","duration":"358.539235ms","start":"2026-03-11T17:44:36.382741Z","end":"2026-03-11T17:44:36.74128Z","steps":["trace[1137901409] 'agreement among raft nodes before linearized reading' (duration: 358.408252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:36.741335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:36.382722Z","time spent":"358.603026ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:44:36.741353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.686619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:44:36.741368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:36.422368Z","time spent":"318.886578ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:36.741377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.344554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T17:44:36.741406Z","caller":"traceutil/trace.go:171","msg":"trace[251553337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24915; }","duration":"184.794711ms","start":"2026-03-11T17:44:36.556597Z","end":"2026-03-11T17:44:36.741392Z","steps":["trace[251553337] 'agreement among raft nodes before linearized reading' (duration: 184.618157ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:36.741449Z","caller":"traceutil/trace.go:171","msg":"trace[1997557390] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24915; }","duration":"245.487697ms","start":"2026-03-11T17:44:36.495943Z","end":"2026-03-11T17:44:36.741431Z","steps":["trace[1997557390] 'agreement among raft nodes before linearized reading' (duration: 245.314603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:36.74144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.27346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:44:36.741667Z","caller":"traceutil/trace.go:171","msg":"trace[1346074337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24915; }","duration":"129.484215ms","start":"2026-03-11T17:44:36.612113Z","end":"2026-03-11T17:44:36.741597Z","steps":["trace[1346074337] 'agreement among raft nodes before linearized reading' (duration: 129.141427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:37.995259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.203668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:44:37.995553Z","caller":"traceutil/trace.go:171","msg":"trace[614317927] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"454.728495ms","start":"2026-03-11T17:44:37.54077Z","end":"2026-03-11T17:44:37.995499Z","steps":["trace[614317927] 'process raft request' (duration: 338.20173ms)","trace[614317927] 'compare' (duration: 116.017384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:44:37.995686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.540742Z","time spent":"454.870237ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:37.995687Z","caller":"traceutil/trace.go:171","msg":"trace[1378593048] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"454.608352ms","start":"2026-03-11T17:44:37.541067Z","end":"2026-03-11T17:44:37.995676Z","steps":["trace[1378593048] 'process raft request' (duration: 454.325275ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:37.995695Z","caller":"traceutil/trace.go:171","msg":"trace[2061944517] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"454.709584ms","start":"2026-03-11T17:44:37.540971Z","end":"2026-03-11T17:44:37.995681Z","steps":["trace[2061944517] 'process raft request' (duration: 454.368416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:37.995742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.541025Z","time spent":"454.693324ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:37.995752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.54096Z","time spent":"454.761055ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:37.995764Z","caller":"traceutil/trace.go:171","msg":"trace[577253633] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"451.116954ms","start":"2026-03-11T17:44:37.544604Z","end":"2026-03-11T17:44:37.995721Z","steps":["trace[577253633] 'process raft request' (duration: 450.823687ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:37.995834Z","caller":"traceutil/trace.go:171","msg":"trace[671640261] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"450.851818ms","start":"2026-03-11T17:44:37.544976Z","end":"2026-03-11T17:44:37.995828Z","steps":["trace[671640261] 'process raft request' (duration: 450.512861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:37.995956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.544587Z","time spent":"451.282828ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:44:37.996111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.011353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:37.99616Z","caller":"traceutil/trace.go:171","msg":"trace[813335156] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24925; }","duration":"371.124495ms","start":"2026-03-11T17:44:37.625023Z","end":"2026-03-11T17:44:37.996148Z","steps":["trace[813335156] 'agreement among raft nodes before linearized reading' (duration: 371.034593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:37.996199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.624989Z","time spent":"371.200717ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:44:37.996297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:44:37.544918Z","time spent":"451.360609ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:44:37.995575Z","caller":"traceutil/trace.go:171","msg":"trace[677794038] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25809; }","duration":"370.42315ms","start":"2026-03-11T17:44:37.6251Z","end":"2026-03-11T17:44:37.995523Z","steps":["trace[677794038] 'read index received' (duration: 253.799393ms)","trace[677794038] 'applied index is now lower than readState.Index' (duration: 116.622987ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:45.669192Z","caller":"traceutil/trace.go:171","msg":"trace[1990234237] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"153.243004ms","start":"2026-03-11T17:44:45.515914Z","end":"2026-03-11T17:44:45.669157Z","steps":["trace[1990234237] 'process raft request' (duration: 149.787127ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:22.555668Z","caller":"traceutil/trace.go:171","msg":"trace[1264964924] linearizableReadLoop","detail":"{readStateIndex:26346; appliedIndex:26342; }","duration":"239.095066ms","start":"2026-03-11T17:45:22.31655Z","end":"2026-03-11T17:45:22.555645Z","steps":["trace[1264964924] 'read index received' (duration: 238.786898ms)","trace[1264964924] 'applied index is now lower than readState.Index' (duration: 307.388µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:45:22.555965Z","caller":"traceutil/trace.go:171","msg":"trace[694401872] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"278.939455ms","start":"2026-03-11T17:45:22.277016Z","end":"2026-03-11T17:45:22.555955Z","steps":["trace[694401872] 'process raft request' (duration: 278.558327ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:22.555995Z","caller":"traceutil/trace.go:171","msg":"trace[96633219] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"278.935595ms","start":"2026-03-11T17:45:22.277017Z","end":"2026-03-11T17:45:22.555952Z","steps":["trace[96633219] 'process raft request' (duration: 278.519286ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:22.556154Z","caller":"traceutil/trace.go:171","msg":"trace[224621770] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"279.025618ms","start":"2026-03-11T17:45:22.277119Z","end":"2026-03-11T17:45:22.556145Z","steps":["trace[224621770] 'process raft request' (duration: 278.489276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:45:22.55634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.77185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:45:22.55637Z","caller":"traceutil/trace.go:171","msg":"trace[488588157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25444; }","duration":"239.852432ms","start":"2026-03-11T17:45:22.316507Z","end":"2026-03-11T17:45:22.55636Z","steps":["trace[488588157] 'agreement among raft nodes before linearized reading' (duration: 239.710169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:45:22.556463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.865371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:45:22.556503Z","caller":"traceutil/trace.go:171","msg":"trace[732557353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25444; }","duration":"175.887592ms","start":"2026-03-11T17:45:22.380592Z","end":"2026-03-11T17:45:22.556479Z","steps":["trace[732557353] 'agreement among raft nodes before linearized reading' (duration: 175.847221ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:22.556495Z","caller":"traceutil/trace.go:171","msg":"trace[616037608] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"286.171777ms","start":"2026-03-11T17:45:22.27031Z","end":"2026-03-11T17:45:22.556482Z","steps":["trace[616037608] 'process raft request' (duration: 285.078933ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:22.69703Z","caller":"traceutil/trace.go:171","msg":"trace[987241561] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"130.474737ms","start":"2026-03-11T17:45:22.56653Z","end":"2026-03-11T17:45:22.697005Z","steps":["trace[987241561] 'process raft request' (duration: 70.611799ms)","trace[987241561] 'compare' (duration: 59.752206ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:45:30.428406Z","caller":"traceutil/trace.go:171","msg":"trace[483698532] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"101.426687ms","start":"2026-03-11T17:45:30.326955Z","end":"2026-03-11T17:45:30.428381Z","steps":["trace[483698532] 'process raft request' (duration: 100.969047ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:36.601102Z","caller":"traceutil/trace.go:171","msg":"trace[1083641220] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"143.817475ms","start":"2026-03-11T17:45:36.457249Z","end":"2026-03-11T17:45:36.601067Z","steps":["trace[1083641220] 'process raft request' (duration: 143.560389ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:45:47.665815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23171} {"level":"info","ts":"2026-03-11T17:45:47.807382Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23171,"took":"137.205737ms","hash":2535106848,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:45:47.807459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2535106848,"revision":23171,"compact-revision":20286} {"level":"info","ts":"2026-03-11T17:48:06.348058Z","caller":"traceutil/trace.go:171","msg":"trace[853246352] linearizableReadLoop","detail":"{readStateIndex:27831; appliedIndex:27830; }","duration":"418.226349ms","start":"2026-03-11T17:48:05.929805Z","end":"2026-03-11T17:48:06.348031Z","steps":["trace[853246352] 'read index received' (duration: 418.045795ms)","trace[853246352] 'applied index is now lower than readState.Index' (duration: 179.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:06.348185Z","caller":"traceutil/trace.go:171","msg":"trace[600054153] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"450.455709ms","start":"2026-03-11T17:48:05.897695Z","end":"2026-03-11T17:48:06.348151Z","steps":["trace[600054153] 'process raft request' (duration: 450.175843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.348225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.387032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:06.348293Z","caller":"traceutil/trace.go:171","msg":"trace[536983062] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26890; }","duration":"418.495165ms","start":"2026-03-11T17:48:05.929776Z","end":"2026-03-11T17:48:06.348272Z","steps":["trace[536983062] 'agreement among raft nodes before linearized reading' (duration: 418.383933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.348362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:05.929763Z","time spent":"418.577277ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:48:06.348379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:05.89766Z","time spent":"450.607103ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:48:06.385949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.477551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:48:06.385959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.475716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:48:06.386002Z","caller":"traceutil/trace.go:171","msg":"trace[577493711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26890; }","duration":"425.566343ms","start":"2026-03-11T17:48:05.960425Z","end":"2026-03-11T17:48:06.385991Z","steps":["trace[577493711] 'agreement among raft nodes before linearized reading' (duration: 425.414609ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:06.386014Z","caller":"traceutil/trace.go:171","msg":"trace[1209426560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26890; }","duration":"380.588278ms","start":"2026-03-11T17:48:06.005412Z","end":"2026-03-11T17:48:06.386Z","steps":["trace[1209426560] 'agreement among raft nodes before linearized reading' (duration: 380.415274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.386027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:05.960408Z","time spent":"425.613754ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:48:06.385993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.681418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:48:06.386051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.005387Z","time spent":"380.655549ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:48:06.386083Z","caller":"traceutil/trace.go:171","msg":"trace[1342236755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26890; }","duration":"379.80254ms","start":"2026-03-11T17:48:06.006258Z","end":"2026-03-11T17:48:06.386061Z","steps":["trace[1342236755] 'agreement among raft nodes before linearized reading' (duration: 379.567445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.386141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:06.006251Z","time spent":"379.877672ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:48:06.38622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.667496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:48:06.38624Z","caller":"traceutil/trace.go:171","msg":"trace[1309978649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26890; }","duration":"391.708196ms","start":"2026-03-11T17:48:05.994527Z","end":"2026-03-11T17:48:06.386235Z","steps":["trace[1309978649] 'agreement among raft nodes before linearized reading' (duration: 391.657385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.386256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:48:05.994516Z","time spent":"391.734937ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:48:06.386333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.288084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:06.386351Z","caller":"traceutil/trace.go:171","msg":"trace[1369710339] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26890; }","duration":"156.339025ms","start":"2026-03-11T17:48:06.230008Z","end":"2026-03-11T17:48:06.386347Z","steps":["trace[1369710339] 'agreement among raft nodes before linearized reading' (duration: 156.291574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:06.386463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.595927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:06.386506Z","caller":"traceutil/trace.go:171","msg":"trace[1864875246] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26890; }","duration":"218.688179ms","start":"2026-03-11T17:48:06.167805Z","end":"2026-03-11T17:48:06.386493Z","steps":["trace[1864875246] 'agreement among raft nodes before linearized reading' (duration: 218.608207ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:13.276549Z","caller":"traceutil/trace.go:171","msg":"trace[797722844] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"106.074395ms","start":"2026-03-11T17:48:13.170445Z","end":"2026-03-11T17:48:13.276519Z","steps":["trace[797722844] 'process raft request' (duration: 105.798219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:32.53608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.22405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:48:32.536219Z","caller":"traceutil/trace.go:171","msg":"trace[1086595340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27178; }","duration":"150.412634ms","start":"2026-03-11T17:48:32.385786Z","end":"2026-03-11T17:48:32.536198Z","steps":["trace[1086595340] 'range keys from in-memory index tree' (duration: 150.157149ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:32.750304Z","caller":"traceutil/trace.go:171","msg":"trace[351192004] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"130.802027ms","start":"2026-03-11T17:48:32.619473Z","end":"2026-03-11T17:48:32.750275Z","steps":["trace[351192004] 'process raft request' (duration: 129.742514ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:32.802496Z","caller":"traceutil/trace.go:171","msg":"trace[2041394407] linearizableReadLoop","detail":"{readStateIndex:28133; appliedIndex:28131; }","duration":"173.612911ms","start":"2026-03-11T17:48:32.628841Z","end":"2026-03-11T17:48:32.802454Z","steps":["trace[2041394407] 'read index received' (duration: 120.342413ms)","trace[2041394407] 'applied index is now lower than readState.Index' (duration: 53.268918ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:32.802931Z","caller":"traceutil/trace.go:171","msg":"trace[1935236657] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"183.197256ms","start":"2026-03-11T17:48:32.619719Z","end":"2026-03-11T17:48:32.802916Z","steps":["trace[1935236657] 'process raft request' (duration: 182.436019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:48:32.803227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.334536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-6894b49b7b-jn76n\" ","response":"range_response_count:1 size:3417"} {"level":"info","ts":"2026-03-11T17:48:32.803319Z","caller":"traceutil/trace.go:171","msg":"trace[70909111] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-6894b49b7b-jn76n; range_end:; response_count:1; response_revision:27184; }","duration":"174.49613ms","start":"2026-03-11T17:48:32.628802Z","end":"2026-03-11T17:48:32.803298Z","steps":["trace[70909111] 'agreement among raft nodes before linearized reading' (duration: 174.154993ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:50:47.67284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25620} {"level":"info","ts":"2026-03-11T17:50:47.803955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25620,"took":"127.285139ms","hash":4159678547,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":32997376,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-11T17:50:47.804578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4159678547,"revision":25620,"compact-revision":23171} {"level":"info","ts":"2026-03-11T17:52:46.397021Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:52:46.404066Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-11T17:52:46.404169Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-11T17:55:47.681612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28166} {"level":"info","ts":"2026-03-11T17:55:47.811826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28166,"took":"124.951557ms","hash":942820355,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":28377088,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T17:55:47.811895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":942820355,"revision":28166,"compact-revision":25620} {"level":"info","ts":"2026-03-11T18:00:47.690188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30274} {"level":"info","ts":"2026-03-11T18:00:47.838309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30274,"took":"143.360829ms","hash":1980757850,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":26923008,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T18:00:47.838386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1980757850,"revision":30274,"compact-revision":28166} {"level":"info","ts":"2026-03-11T18:02:12.898061Z","caller":"traceutil/trace.go:171","msg":"trace[301652429] transaction","detail":"{read_only:false; response_revision:33056; number_of_response:1; }","duration":"185.893052ms","start":"2026-03-11T18:02:12.71214Z","end":"2026-03-11T18:02:12.898033Z","steps":["trace[301652429] 'process raft request' (duration: 185.690037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T18:02:13.140325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.30357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T18:02:13.140744Z","caller":"traceutil/trace.go:171","msg":"trace[2054441710] transaction","detail":"{read_only:false; response_revision:33060; number_of_response:1; }","duration":"136.092657ms","start":"2026-03-11T18:02:13.004627Z","end":"2026-03-11T18:02:13.14072Z","steps":["trace[2054441710] 'process raft request' (duration: 135.825061ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:13.14069Z","caller":"traceutil/trace.go:171","msg":"trace[686005879] transaction","detail":"{read_only:false; response_revision:33059; number_of_response:1; }","duration":"136.967948ms","start":"2026-03-11T18:02:13.003697Z","end":"2026-03-11T18:02:13.140665Z","steps":["trace[686005879] 'process raft request' (duration: 20.215238ms)","trace[686005879] 'compare' (duration: 116.123026ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T18:02:13.269799Z","caller":"traceutil/trace.go:171","msg":"trace[669660496] transaction","detail":"{read_only:false; response_revision:33062; number_of_response:1; }","duration":"122.775553ms","start":"2026-03-11T18:02:13.146981Z","end":"2026-03-11T18:02:13.269757Z","steps":["trace[669660496] 'process raft request' (duration: 122.516207ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:13.270068Z","caller":"traceutil/trace.go:171","msg":"trace[2003705269] transaction","detail":"{read_only:false; response_revision:33063; number_of_response:1; }","duration":"117.318051ms","start":"2026-03-11T18:02:13.15242Z","end":"2026-03-11T18:02:13.269738Z","steps":["trace[2003705269] 'process raft request' (duration: 117.24388ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:13.581764Z","caller":"traceutil/trace.go:171","msg":"trace[948176680] transaction","detail":"{read_only:false; response_revision:33065; number_of_response:1; }","duration":"104.974568ms","start":"2026-03-11T18:02:13.476763Z","end":"2026-03-11T18:02:13.581738Z","steps":["trace[948176680] 'process raft request' (duration: 104.732202ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:55.187269Z","caller":"traceutil/trace.go:171","msg":"trace[899408344] transaction","detail":"{read_only:false; response_revision:33351; number_of_response:1; }","duration":"130.855531ms","start":"2026-03-11T18:02:55.056387Z","end":"2026-03-11T18:02:55.187242Z","steps":["trace[899408344] 'process raft request' (duration: 130.681828ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:55.263813Z","caller":"traceutil/trace.go:171","msg":"trace[1550373148] transaction","detail":"{read_only:false; response_revision:33352; number_of_response:1; }","duration":"126.905424ms","start":"2026-03-11T18:02:55.13687Z","end":"2026-03-11T18:02:55.263776Z","steps":["trace[1550373148] 'process raft request' (duration: 126.664439ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:05:47.697001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32418} {"level":"info","ts":"2026-03-11T18:05:47.836538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32418,"took":"133.768079ms","hash":414161231,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:05:47.836613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":414161231,"revision":32418,"compact-revision":30274} {"level":"info","ts":"2026-03-11T18:06:36.19069Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d12.wal"} {"level":"info","ts":"2026-03-11T18:07:46.167642Z","caller":"traceutil/trace.go:171","msg":"trace[983065926] transaction","detail":"{read_only:false; response_revision:35452; number_of_response:1; }","duration":"145.822145ms","start":"2026-03-11T18:07:46.021569Z","end":"2026-03-11T18:07:46.167391Z","steps":["trace[983065926] 'process raft request' (duration: 145.689642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:10:47.706306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34596} {"level":"info","ts":"2026-03-11T18:10:47.82729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34596,"took":"117.471428ms","hash":463790417,"current-db-size-bytes":49106944,"current-db-size":"49 MB","current-db-size-in-use-bytes":29134848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:10:47.827406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":463790417,"revision":34596,"compact-revision":32418}