{"level":"warn","ts":"2026-04-23T00:17:48.307549Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:48.307646Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:17:48.307712Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:48.307724Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-23T00:17:48.307743Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:48.30834Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-23T00:17:48.308411Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:17:48.313592Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.971338ms"} {"level":"info","ts":"2026-04-23T00:17:48.323619Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-23T00:17:48.323757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:17:48.323813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-23T00:17:48.323846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:17:48.323862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-23T00:17:48.323917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-23T00:17:48.331509Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:17:48.334183Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:17:48.336517Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:17:48.341348Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:17:48.341637Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:17:48.341662Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:48.341955Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:48.341999Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:48.342956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-23T00:17:48.343162Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-23T00:17:48.344489Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:48.344664Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-23T00:17:48.344716Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-23T00:17:48.344726Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:17:48.34478Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:17:49.124694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:17:49.124761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:17:49.1248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-23T00:17:49.124821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:17:49.124862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-23T00:17:49.124893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-23T00:17:49.124916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-23T00:17:49.126163Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:49.12727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:49.127267Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:17:49.127338Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:49.127661Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:17:49.127701Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:17:49.127926Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:49.128081Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:49.128136Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:49.132128Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-23T00:17:49.133147Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T00:18:02.507994Z","caller":"traceutil/trace.go:171","msg":"trace[344589622] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"160.960205ms","start":"2026-04-23T00:18:02.346999Z","end":"2026-04-23T00:18:02.507959Z","steps":["trace[344589622] 'process raft request' (duration: 160.730371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:03.4099Z","caller":"traceutil/trace.go:171","msg":"trace[1218399407] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"215.321474ms","start":"2026-04-23T00:18:03.19455Z","end":"2026-04-23T00:18:03.409871Z","steps":["trace[1218399407] 'read index received' (duration: 159.029677ms)","trace[1218399407] 'applied index is now lower than readState.Index' (duration: 56.290327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:03.410084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.481637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-23T00:18:03.410061Z","caller":"traceutil/trace.go:171","msg":"trace[1353006328] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"250.691549ms","start":"2026-04-23T00:18:03.159317Z","end":"2026-04-23T00:18:03.410008Z","steps":["trace[1353006328] 'process raft request' (duration: 194.337322ms)","trace[1353006328] 'compare' (duration: 56.072032ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:03.410153Z","caller":"traceutil/trace.go:171","msg":"trace[1198181601] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:367; }","duration":"215.65678ms","start":"2026-04-23T00:18:03.194485Z","end":"2026-04-23T00:18:03.410142Z","steps":["trace[1198181601] 'agreement among raft nodes before linearized reading' (duration: 215.490447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:03.519972Z","caller":"traceutil/trace.go:171","msg":"trace[1905748970] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"100.22013ms","start":"2026-04-23T00:18:03.419732Z","end":"2026-04-23T00:18:03.519953Z","steps":["trace[1905748970] 'process raft request' (duration: 100.105318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.277918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998400371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:18:07.456444Z","caller":"traceutil/trace.go:171","msg":"trace[541533635] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"679.190304ms","start":"2026-04-23T00:18:06.777227Z","end":"2026-04-23T00:18:07.456418Z","steps":["trace[541533635] 'read index received' (duration: 679.057001ms)","trace[541533635] 'applied index is now lower than readState.Index' (duration: 131.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:07.456517Z","caller":"traceutil/trace.go:171","msg":"trace[718944763] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"750.995275ms","start":"2026-04-23T00:18:06.705483Z","end":"2026-04-23T00:18:07.456478Z","steps":["trace[718944763] 'process raft request' (duration: 750.772691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.456632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.362078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:07.456746Z","caller":"traceutil/trace.go:171","msg":"trace[662755157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:376; }","duration":"679.512001ms","start":"2026-04-23T00:18:06.777219Z","end":"2026-04-23T00:18:07.456731Z","steps":["trace[662755157] 'agreement among raft nodes before linearized reading' (duration: 679.293575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.457366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:06.705458Z","time spent":"751.342173ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:07.94283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.746005ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:18:07.942943Z","caller":"traceutil/trace.go:171","msg":"trace[1525169220] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"486.407234ms","start":"2026-04-23T00:18:07.456517Z","end":"2026-04-23T00:18:07.942924Z","steps":["trace[1525169220] 'read index received' (duration: 41.446486ms)","trace[1525169220] 'applied index is now lower than readState.Index' (duration: 444.959088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:07.943052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.065074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:07.943085Z","caller":"traceutil/trace.go:171","msg":"trace[2046944796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"877.160286ms","start":"2026-04-23T00:18:07.065916Z","end":"2026-04-23T00:18:07.943076Z","steps":["trace[2046944796] 'agreement among raft nodes before linearized reading' (duration: 877.096505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.943167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:07.065889Z","time spent":"877.236808ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:18:07.943212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095187332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:18:07.943228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.049009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:18:07.943302Z","caller":"traceutil/trace.go:171","msg":"trace[1851778438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:376; }","duration":"1.095314385s","start":"2026-04-23T00:18:06.847964Z","end":"2026-04-23T00:18:07.943278Z","steps":["trace[1851778438] 'agreement among raft nodes before linearized reading' (duration: 1.095074201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.943359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:06.847949Z","time spent":"1.095398706s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:18:07.943352Z","caller":"traceutil/trace.go:171","msg":"trace[543787846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:376; }","duration":"774.309644ms","start":"2026-04-23T00:18:07.169024Z","end":"2026-04-23T00:18:07.943334Z","steps":["trace[543787846] 'agreement among raft nodes before linearized reading' (duration: 773.969188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.943267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.118946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:18:07.943391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123139782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T00:18:07.943451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:07.16898Z","time spent":"774.459727ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:18:07.943523Z","caller":"traceutil/trace.go:171","msg":"trace[164277044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:376; }","duration":"1.123346146s","start":"2026-04-23T00:18:06.82015Z","end":"2026-04-23T00:18:07.943496Z","steps":["trace[164277044] 'agreement among raft nodes before linearized reading' (duration: 1.123051471s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:07.943503Z","caller":"traceutil/trace.go:171","msg":"trace[714375590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:376; }","duration":"520.391531ms","start":"2026-04-23T00:18:07.423077Z","end":"2026-04-23T00:18:07.943468Z","steps":["trace[714375590] 'agreement among raft nodes before linearized reading' (duration: 520.040104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.943589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:06.820127Z","time spent":"1.123450338s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:07.943623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:07.423054Z","time spent":"520.527094ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:07.945409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.794992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-04-23T00:18:07.945438Z","caller":"traceutil/trace.go:171","msg":"trace[1664479949] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"481.937996ms","start":"2026-04-23T00:18:07.463462Z","end":"2026-04-23T00:18:07.9454Z","steps":["trace[1664479949] 'process raft request' (duration: 481.750052ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:07.945465Z","caller":"traceutil/trace.go:171","msg":"trace[396614023] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:377; }","duration":"484.881944ms","start":"2026-04-23T00:18:07.460571Z","end":"2026-04-23T00:18:07.945453Z","steps":["trace[396614023] 'agreement among raft nodes before linearized reading' (duration: 484.777012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:07.945495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.1542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:07.945511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:07.46055Z","time spent":"484.952395ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-23T00:18:07.94556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:07.463445Z","time spent":"482.056678ms","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:07.945565Z","caller":"traceutil/trace.go:171","msg":"trace[1456835383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"129.243012ms","start":"2026-04-23T00:18:07.816299Z","end":"2026-04-23T00:18:07.945542Z","steps":["trace[1456835383] 'agreement among raft nodes before linearized reading' (duration: 129.1356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.255589Z","caller":"traceutil/trace.go:171","msg":"trace[1034398510] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"294.101454ms","start":"2026-04-23T00:18:18.961453Z","end":"2026-04-23T00:18:19.255555Z","steps":["trace[1034398510] 'process raft request' (duration: 291.95735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.259373Z","caller":"traceutil/trace.go:171","msg":"trace[1712976504] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"285.63646ms","start":"2026-04-23T00:18:18.973701Z","end":"2026-04-23T00:18:19.259338Z","steps":["trace[1712976504] 'process raft request' (duration: 281.972125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.526457Z","caller":"traceutil/trace.go:171","msg":"trace[757021160] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"495.673395ms","start":"2026-04-23T00:18:19.030743Z","end":"2026-04-23T00:18:19.526416Z","steps":["trace[757021160] 'process raft request' (duration: 487.971837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.526637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.030719Z","time spent":"495.836498ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:19.526717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.343747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sfsld\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-23T00:18:19.526756Z","caller":"traceutil/trace.go:171","msg":"trace[537503447] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"491.52623ms","start":"2026-04-23T00:18:19.03521Z","end":"2026-04-23T00:18:19.526736Z","steps":["trace[537503447] 'process raft request' (duration: 491.076981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.526873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.0352Z","time spent":"491.611851ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:19.526971Z","caller":"traceutil/trace.go:171","msg":"trace[272665163] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"491.262744ms","start":"2026-04-23T00:18:19.035693Z","end":"2026-04-23T00:18:19.526955Z","steps":["trace[272665163] 'process raft request' (duration: 490.668893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.526778Z","caller":"traceutil/trace.go:171","msg":"trace[1914228425] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sfsld; range_end:; response_count:1; response_revision:462; }","duration":"494.464279ms","start":"2026-04-23T00:18:19.032299Z","end":"2026-04-23T00:18:19.526764Z","steps":["trace[1914228425] 'agreement among raft nodes before linearized reading' (duration: 494.221675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.526488Z","caller":"traceutil/trace.go:171","msg":"trace[1619600159] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:472; }","duration":"494.056332ms","start":"2026-04-23T00:18:19.032372Z","end":"2026-04-23T00:18:19.526429Z","steps":["trace[1619600159] 'read index received' (duration: 221.05222ms)","trace[1619600159] 'applied index is now lower than readState.Index' (duration: 273.003022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:19.527078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.032287Z","time spent":"494.775906ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sfsld\" "} {"level":"warn","ts":"2026-04-23T00:18:19.527071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.035667Z","time spent":"491.353037ms","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:19.527414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.372636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-23T00:18:19.527424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.386067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-23T00:18:19.527463Z","caller":"traceutil/trace.go:171","msg":"trace[1709424071] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:462; }","duration":"312.449898ms","start":"2026-04-23T00:18:19.215001Z","end":"2026-04-23T00:18:19.527451Z","steps":["trace[1709424071] 'agreement among raft nodes before linearized reading' (duration: 312.367416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.527495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.214987Z","time spent":"312.501239ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-23T00:18:19.5275Z","caller":"traceutil/trace.go:171","msg":"trace[735252714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:462; }","duration":"312.51282ms","start":"2026-04-23T00:18:19.214968Z","end":"2026-04-23T00:18:19.527481Z","steps":["trace[735252714] 'agreement among raft nodes before linearized reading' (duration: 312.272355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.52754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.214946Z","time spent":"312.585201ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-23T00:18:19.527702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.774611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-04-23T00:18:19.527771Z","caller":"traceutil/trace.go:171","msg":"trace[1375499987] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:462; }","duration":"190.842532ms","start":"2026-04-23T00:18:19.336909Z","end":"2026-04-23T00:18:19.527751Z","steps":["trace[1375499987] 'agreement among raft nodes before linearized reading' (duration: 190.456134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.987868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.044303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:19.988129Z","caller":"traceutil/trace.go:171","msg":"trace[567640752] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"351.410425ms","start":"2026-04-23T00:18:19.636696Z","end":"2026-04-23T00:18:19.988106Z","steps":["trace[567640752] 'read index received' (duration: 120.928782ms)","trace[567640752] 'applied index is now lower than readState.Index' (duration: 230.480013ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:19.98814Z","caller":"traceutil/trace.go:171","msg":"trace[483760665] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"451.740767ms","start":"2026-04-23T00:18:19.536366Z","end":"2026-04-23T00:18:19.988107Z","steps":["trace[483760665] 'process raft request' (duration: 221.326515ms)","trace[483760665] 'compare' (duration: 229.86972ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:19.988291Z","caller":"traceutil/trace.go:171","msg":"trace[1607894616] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"451.483481ms","start":"2026-04-23T00:18:19.536634Z","end":"2026-04-23T00:18:19.988117Z","steps":["trace[1607894616] 'process raft request' (duration: 451.380649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.988353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.536342Z","time spent":"451.892989ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:19.988344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.6444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:19.988578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.857893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-04-23T00:18:19.98868Z","caller":"traceutil/trace.go:171","msg":"trace[1244452292] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:465; }","duration":"351.976195ms","start":"2026-04-23T00:18:19.636676Z","end":"2026-04-23T00:18:19.988652Z","steps":["trace[1244452292] 'agreement among raft nodes before linearized reading' (duration: 351.546137ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:19.988581Z","caller":"traceutil/trace.go:171","msg":"trace[680054482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"171.884794ms","start":"2026-04-23T00:18:19.816659Z","end":"2026-04-23T00:18:19.988544Z","steps":["trace[680054482] 'agreement among raft nodes before linearized reading' (duration: 171.601629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.988751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.636647Z","time spent":"352.088228ms","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329983,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-23T00:18:19.989493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.536628Z","time spent":"451.825419ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:20.45681Z","caller":"traceutil/trace.go:171","msg":"trace[1704641952] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"294.096273ms","start":"2026-04-23T00:18:20.162678Z","end":"2026-04-23T00:18:20.456775Z","steps":["trace[1704641952] 'process raft request' (duration: 294.023882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.456848Z","caller":"traceutil/trace.go:171","msg":"trace[622978725] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"294.256346ms","start":"2026-04-23T00:18:20.162555Z","end":"2026-04-23T00:18:20.456811Z","steps":["trace[622978725] 'process raft request' (duration: 293.93388ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:21.813996Z","caller":"traceutil/trace.go:171","msg":"trace[486858862] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"167.916883ms","start":"2026-04-23T00:18:21.646053Z","end":"2026-04-23T00:18:21.81397Z","steps":["trace[486858862] 'process raft request' (duration: 153.526229ms)","trace[486858862] 'compare' (duration: 14.047778ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:21.81504Z","caller":"traceutil/trace.go:171","msg":"trace[527150278] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"168.838653ms","start":"2026-04-23T00:18:21.646166Z","end":"2026-04-23T00:18:21.815005Z","steps":["trace[527150278] 'process raft request' (duration: 167.72094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:21.815293Z","caller":"traceutil/trace.go:171","msg":"trace[5619148] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"159.266667ms","start":"2026-04-23T00:18:21.655989Z","end":"2026-04-23T00:18:21.815256Z","steps":["trace[5619148] 'process raft request' (duration: 159.046162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:22.662612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998400591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:23.140886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228019237s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:18:23.249159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.243642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:23.249465Z","caller":"traceutil/trace.go:171","msg":"trace[1411642242] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.318664461s","start":"2026-04-23T00:18:21.930786Z","end":"2026-04-23T00:18:23.249451Z","steps":["trace[1411642242] 'process raft request' (duration: 1.318494697s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.249521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:21.930757Z","time spent":"1.318741612s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:23.249473Z","caller":"traceutil/trace.go:171","msg":"trace[2093013683] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.336861733s","start":"2026-04-23T00:18:21.91255Z","end":"2026-04-23T00:18:23.249412Z","steps":["trace[2093013683] 'process raft request' (duration: 1.228713972s)","trace[2093013683] 'compare' (duration: 107.062388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:23.249727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:21.912527Z","time spent":"1.337048246s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:23.24988Z","caller":"traceutil/trace.go:171","msg":"trace[2026482318] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.293527307s","start":"2026-04-23T00:18:21.956342Z","end":"2026-04-23T00:18:23.24987Z","steps":["trace[2026482318] 'process raft request' (duration: 1.293066638s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:23.249799Z","caller":"traceutil/trace.go:171","msg":"trace[1778627318] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:535; }","duration":"1.087531244s","start":"2026-04-23T00:18:22.162234Z","end":"2026-04-23T00:18:23.249765Z","steps":["trace[1778627318] 'read index received' (duration: 979.001525ms)","trace[1778627318] 'applied index is now lower than readState.Index' (duration: 108.527879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:23.249967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:21.956292Z","time spent":"1.293617599s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:23.250243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057120554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T00:18:23.250287Z","caller":"traceutil/trace.go:171","msg":"trace[247276861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"1.057272946s","start":"2026-04-23T00:18:22.193003Z","end":"2026-04-23T00:18:23.250276Z","steps":["trace[247276861] 'agreement among raft nodes before linearized reading' (duration: 1.057060961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.250321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.192986Z","time spent":"1.057325748s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:23.250327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.708116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:18:23.250377Z","caller":"traceutil/trace.go:171","msg":"trace[877394695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"788.813188ms","start":"2026-04-23T00:18:22.461552Z","end":"2026-04-23T00:18:23.250365Z","steps":["trace[877394695] 'agreement among raft nodes before linearized reading' (duration: 788.743286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.250402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.461519Z","time spent":"788.876599ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:23.250547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.369817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:18:23.250577Z","caller":"traceutil/trace.go:171","msg":"trace[816073179] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:520; }","duration":"986.453249ms","start":"2026-04-23T00:18:22.264116Z","end":"2026-04-23T00:18:23.250569Z","steps":["trace[816073179] 'agreement among raft nodes before linearized reading' (duration: 986.394018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.250599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.264093Z","time spent":"986.500659ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T00:18:23.250104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08787336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-23T00:18:23.250895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.112854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:18:23.250942Z","caller":"traceutil/trace.go:171","msg":"trace[532255316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"1.088727849s","start":"2026-04-23T00:18:22.162175Z","end":"2026-04-23T00:18:23.250903Z","steps":["trace[532255316] 'agreement among raft nodes before linearized reading' (duration: 1.087841391s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:23.250982Z","caller":"traceutil/trace.go:171","msg":"trace[1736366675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"789.282338ms","start":"2026-04-23T00:18:22.461678Z","end":"2026-04-23T00:18:23.25096Z","steps":["trace[1736366675] 'agreement among raft nodes before linearized reading' (duration: 788.440421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.251042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.461665Z","time spent":"789.365329ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:23.251069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.162148Z","time spent":"1.088879483s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:18:26.047778Z","caller":"traceutil/trace.go:171","msg":"trace[965988696] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"231.093135ms","start":"2026-04-23T00:18:25.816658Z","end":"2026-04-23T00:18:26.047751Z","steps":["trace[965988696] 'read index received' (duration: 230.935042ms)","trace[965988696] 'applied index is now lower than readState.Index' (duration: 156.303µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:26.047873Z","caller":"traceutil/trace.go:171","msg":"trace[829795368] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"380.325376ms","start":"2026-04-23T00:18:25.667503Z","end":"2026-04-23T00:18:26.047828Z","steps":["trace[829795368] 'process raft request' (duration: 380.086291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:26.048011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.3237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:26.048049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:25.667483Z","time spent":"380.483809ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:26.048131Z","caller":"traceutil/trace.go:171","msg":"trace[862561517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"231.514644ms","start":"2026-04-23T00:18:25.816593Z","end":"2026-04-23T00:18:26.048108Z","steps":["trace[862561517] 'agreement among raft nodes before linearized reading' (duration: 231.260929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:26.559879Z","caller":"traceutil/trace.go:171","msg":"trace[1955906029] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"126.892224ms","start":"2026-04-23T00:18:26.432897Z","end":"2026-04-23T00:18:26.559789Z","steps":["trace[1955906029] 'process raft request' (duration: 125.413694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:28.282582Z","caller":"traceutil/trace.go:171","msg":"trace[699908794] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"141.874841ms","start":"2026-04-23T00:18:28.140684Z","end":"2026-04-23T00:18:28.282559Z","steps":["trace[699908794] 'process raft request' (duration: 140.36254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.636227Z","caller":"traceutil/trace.go:171","msg":"trace[1431217924] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"118.716468ms","start":"2026-04-23T00:18:30.517459Z","end":"2026-04-23T00:18:30.636175Z","steps":["trace[1431217924] 'process raft request' (duration: 107.628541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.636492Z","caller":"traceutil/trace.go:171","msg":"trace[438860183] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"117.260198ms","start":"2026-04-23T00:18:30.519218Z","end":"2026-04-23T00:18:30.636478Z","steps":["trace[438860183] 'process raft request' (duration: 116.972052ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.636639Z","caller":"traceutil/trace.go:171","msg":"trace[1045387092] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"118.289798ms","start":"2026-04-23T00:18:30.518333Z","end":"2026-04-23T00:18:30.636623Z","steps":["trace[1045387092] 'process raft request' (duration: 117.764778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.113093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.479401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:31.1132Z","caller":"traceutil/trace.go:171","msg":"trace[437069716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"295.650765ms","start":"2026-04-23T00:18:30.817526Z","end":"2026-04-23T00:18:31.113177Z","steps":["trace[437069716] 'range keys from in-memory index tree' (duration: 295.362679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:31.756785Z","caller":"traceutil/trace.go:171","msg":"trace[1638839613] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"451.918101ms","start":"2026-04-23T00:18:31.304844Z","end":"2026-04-23T00:18:31.756763Z","steps":["trace[1638839613] 'read index received' (duration: 451.798668ms)","trace[1638839613] 'applied index is now lower than readState.Index' (duration: 118.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:31.756932Z","caller":"traceutil/trace.go:171","msg":"trace[351718697] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"470.653392ms","start":"2026-04-23T00:18:31.286254Z","end":"2026-04-23T00:18:31.756907Z","steps":["trace[351718697] 'process raft request' (duration: 470.370907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.756994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.135105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:18:31.757067Z","caller":"traceutil/trace.go:171","msg":"trace[864956263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:593; }","duration":"452.234227ms","start":"2026-04-23T00:18:31.304788Z","end":"2026-04-23T00:18:31.757022Z","steps":["trace[864956263] 'agreement among raft nodes before linearized reading' (duration: 452.086554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.757078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.286217Z","time spent":"470.786455ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:31.757141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.304772Z","time spent":"452.327398ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:32.45493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.145147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:32.455136Z","caller":"traceutil/trace.go:171","msg":"trace[1274697414] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"693.648513ms","start":"2026-04-23T00:18:31.761468Z","end":"2026-04-23T00:18:32.455116Z","steps":["trace[1274697414] 'process raft request' (duration: 693.575212ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:32.455158Z","caller":"traceutil/trace.go:171","msg":"trace[1539556215] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"698.285968ms","start":"2026-04-23T00:18:31.75685Z","end":"2026-04-23T00:18:32.455136Z","steps":["trace[1539556215] 'read index received' (duration: 85.850345ms)","trace[1539556215] 'applied index is now lower than readState.Index' (duration: 612.433833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:32.455202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.761442Z","time spent":"693.727254ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:32.455271Z","caller":"traceutil/trace.go:171","msg":"trace[1652556086] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.002017658s","start":"2026-04-23T00:18:31.45324Z","end":"2026-04-23T00:18:32.455258Z","steps":["trace[1652556086] 'process raft request' (duration: 389.462383ms)","trace[1652556086] 'compare' (duration: 611.910952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:32.455345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.453221Z","time spent":"1.002073659s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:32.455465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.379512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:18:32.455505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08729412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:18:32.455551Z","caller":"traceutil/trace.go:171","msg":"trace[1034712607] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:595; }","duration":"189.474483ms","start":"2026-04-23T00:18:32.266052Z","end":"2026-04-23T00:18:32.455527Z","steps":["trace[1034712607] 'agreement among raft nodes before linearized reading' (duration: 189.273769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.45557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086598707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T00:18:32.455568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087240449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:18:32.455595Z","caller":"traceutil/trace.go:171","msg":"trace[1028189208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.087437323s","start":"2026-04-23T00:18:31.368129Z","end":"2026-04-23T00:18:32.455567Z","steps":["trace[1028189208] 'agreement among raft nodes before linearized reading' (duration: 1.087169288s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:32.455619Z","caller":"traceutil/trace.go:171","msg":"trace[1121637758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.086651088s","start":"2026-04-23T00:18:31.368956Z","end":"2026-04-23T00:18:32.455607Z","steps":["trace[1121637758] 'agreement among raft nodes before linearized reading' (duration: 1.086491225s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:32.455635Z","caller":"traceutil/trace.go:171","msg":"trace[13269474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"1.087322581s","start":"2026-04-23T00:18:31.368299Z","end":"2026-04-23T00:18:32.455622Z","steps":["trace[13269474] 'agreement among raft nodes before linearized reading' (duration: 1.087156538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.455658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.368906Z","time spent":"1.08674368s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:32.455657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.368109Z","time spent":"1.087535945s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:32.455672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.368289Z","time spent":"1.087373622s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:32.749405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.391133ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T00:18:32.796333Z","caller":"traceutil/trace.go:171","msg":"trace[1742390852] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"336.700764ms","start":"2026-04-23T00:18:32.459596Z","end":"2026-04-23T00:18:32.796297Z","steps":["trace[1742390852] 'process raft request' (duration: 336.420048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.796561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:32.459579Z","time spent":"336.857148ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:32.796647Z","caller":"traceutil/trace.go:171","msg":"trace[675625566] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"336.9832ms","start":"2026-04-23T00:18:32.459633Z","end":"2026-04-23T00:18:32.796616Z","steps":["trace[675625566] 'process raft request' (duration: 336.606622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:32.796808Z","caller":"traceutil/trace.go:171","msg":"trace[401733481] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"336.711975ms","start":"2026-04-23T00:18:32.460069Z","end":"2026-04-23T00:18:32.796781Z","steps":["trace[401733481] 'process raft request' (duration: 336.440709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.796821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:32.459604Z","time spent":"337.121343ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:32.79694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:32.460054Z","time spent":"336.816137ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:33.316472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998400816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:33.817617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998400816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:34.045738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249764672s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:34.05603Z","caller":"traceutil/trace.go:171","msg":"trace[80631737] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"1.240572304s","start":"2026-04-23T00:18:32.815435Z","end":"2026-04-23T00:18:34.056007Z","steps":["trace[80631737] 'read index received' (duration: 1.230445317s)","trace[80631737] 'applied index is now lower than readState.Index' (duration: 10.125607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:34.056044Z","caller":"traceutil/trace.go:171","msg":"trace[336175648] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.305335808s","start":"2026-04-23T00:18:32.750681Z","end":"2026-04-23T00:18:34.056017Z","steps":["trace[336175648] 'process raft request' (duration: 1.295323014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:34.056163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240718787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:34.056193Z","caller":"traceutil/trace.go:171","msg":"trace[2088530235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.240790199s","start":"2026-04-23T00:18:32.815393Z","end":"2026-04-23T00:18:34.056184Z","steps":["trace[2088530235] 'agreement among raft nodes before linearized reading' (duration: 1.240698227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:34.056227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:32.815376Z","time spent":"1.240843649s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:18:34.056236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:32.750634Z","time spent":"1.305478931s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:34.861227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.508368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:18:34.861372Z","caller":"traceutil/trace.go:171","msg":"trace[658848354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"401.723393ms","start":"2026-04-23T00:18:34.459619Z","end":"2026-04-23T00:18:34.861342Z","steps":["trace[658848354] 'range keys from in-memory index tree' (duration: 401.172882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:34.861431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:34.459597Z","time spent":"401.820604ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:18:36.752044Z","caller":"traceutil/trace.go:171","msg":"trace[1244483365] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"187.998324ms","start":"2026-04-23T00:18:36.56402Z","end":"2026-04-23T00:18:36.752018Z","steps":["trace[1244483365] 'process raft request' (duration: 187.881841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.951172Z","caller":"traceutil/trace.go:171","msg":"trace[773155483] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"389.729339ms","start":"2026-04-23T00:18:39.56137Z","end":"2026-04-23T00:18:39.951099Z","steps":["trace[773155483] 'read index received' (duration: 388.953363ms)","trace[773155483] 'applied index is now lower than readState.Index' (duration: 772.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:39.951291Z","caller":"traceutil/trace.go:171","msg":"trace[991571163] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"506.766492ms","start":"2026-04-23T00:18:39.444494Z","end":"2026-04-23T00:18:39.951261Z","steps":["trace[991571163] 'process raft request' (duration: 505.656109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.951442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.444472Z","time spent":"506.883693ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:39.95163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.246899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-23T00:18:39.951707Z","caller":"traceutil/trace.go:171","msg":"trace[1207943883] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:671; }","duration":"390.382252ms","start":"2026-04-23T00:18:39.561303Z","end":"2026-04-23T00:18:39.951685Z","steps":["trace[1207943883] 'agreement among raft nodes before linearized reading' (duration: 389.972584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.951761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.561222Z","time spent":"390.524885ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T00:18:40.134256Z","caller":"traceutil/trace.go:171","msg":"trace[620895458] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"321.690757ms","start":"2026-04-23T00:18:39.812534Z","end":"2026-04-23T00:18:40.134225Z","steps":["trace[620895458] 'process raft request' (duration: 318.483862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.134423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.812517Z","time spent":"321.82222ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:40.225782Z","caller":"traceutil/trace.go:171","msg":"trace[2091473558] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"229.645976ms","start":"2026-04-23T00:18:39.996105Z","end":"2026-04-23T00:18:40.225751Z","steps":["trace[2091473558] 'process raft request' (duration: 229.324979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:40.636397Z","caller":"traceutil/trace.go:171","msg":"trace[104634637] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"410.041713ms","start":"2026-04-23T00:18:40.226308Z","end":"2026-04-23T00:18:40.63635Z","steps":["trace[104634637] 'read index received' (duration: 409.254397ms)","trace[104634637] 'applied index is now lower than readState.Index' (duration: 784.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:40.636433Z","caller":"traceutil/trace.go:171","msg":"trace[1394551315] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"430.302627ms","start":"2026-04-23T00:18:40.206091Z","end":"2026-04-23T00:18:40.636394Z","steps":["trace[1394551315] 'process raft request' (duration: 429.590903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.636788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:40.206069Z","time spent":"430.537741ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:40.636813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.459504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:18:40.636951Z","caller":"traceutil/trace.go:171","msg":"trace[1674949116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:674; }","duration":"459.639008ms","start":"2026-04-23T00:18:40.177276Z","end":"2026-04-23T00:18:40.636915Z","steps":["trace[1674949116] 'agreement among raft nodes before linearized reading' (duration: 459.23963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.637111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:40.177256Z","time spent":"459.837182ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:18:40.637924Z","caller":"traceutil/trace.go:171","msg":"trace[2001565171] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"306.189241ms","start":"2026-04-23T00:18:40.331704Z","end":"2026-04-23T00:18:40.637893Z","steps":["trace[2001565171] 'process raft request' (duration: 305.960046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.638343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:40.331685Z","time spent":"306.306633ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:40.638372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.359729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-23T00:18:40.638454Z","caller":"traceutil/trace.go:171","msg":"trace[1537481981] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:675; }","duration":"276.496703ms","start":"2026-04-23T00:18:40.36193Z","end":"2026-04-23T00:18:40.638427Z","steps":["trace[1537481981] 'agreement among raft nodes before linearized reading' (duration: 275.989662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.63887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.222763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2blvr\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-04-23T00:18:40.638934Z","caller":"traceutil/trace.go:171","msg":"trace[2144428826] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2blvr; range_end:; response_count:1; response_revision:675; }","duration":"309.339145ms","start":"2026-04-23T00:18:40.329579Z","end":"2026-04-23T00:18:40.638918Z","steps":["trace[2144428826] 'agreement among raft nodes before linearized reading' (duration: 308.244722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.638973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:40.329549Z","time spent":"309.412736ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18356,"request content":"key:\"/registry/pods/kube-system/cilium-2blvr\" "} {"level":"info","ts":"2026-04-23T00:18:47.121922Z","caller":"traceutil/trace.go:171","msg":"trace[1544567842] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"150.988488ms","start":"2026-04-23T00:18:46.970903Z","end":"2026-04-23T00:18:47.121892Z","steps":["trace[1544567842] 'process raft request' (duration: 150.780624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:47.122103Z","caller":"traceutil/trace.go:171","msg":"trace[482250159] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"151.15593ms","start":"2026-04-23T00:18:46.970911Z","end":"2026-04-23T00:18:47.122067Z","steps":["trace[482250159] 'process raft request' (duration: 150.930756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:49.125905Z","caller":"traceutil/trace.go:171","msg":"trace[1579564846] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"145.057305ms","start":"2026-04-23T00:18:48.980824Z","end":"2026-04-23T00:18:49.125882Z","steps":["trace[1579564846] 'read index received' (duration: 144.80591ms)","trace[1579564846] 'applied index is now lower than readState.Index' (duration: 250.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:49.125959Z","caller":"traceutil/trace.go:171","msg":"trace[1279989299] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"151.63328ms","start":"2026-04-23T00:18:48.974302Z","end":"2026-04-23T00:18:49.125935Z","steps":["trace[1279989299] 'process raft request' (duration: 151.419906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:49.126154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.317341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:18:49.126235Z","caller":"traceutil/trace.go:171","msg":"trace[832930189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"145.447594ms","start":"2026-04-23T00:18:48.98077Z","end":"2026-04-23T00:18:49.126218Z","steps":["trace[832930189] 'agreement among raft nodes before linearized reading' (duration: 145.230519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:52.106573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.421671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T00:18:52.10677Z","caller":"traceutil/trace.go:171","msg":"trace[936791966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:759; }","duration":"970.691597ms","start":"2026-04-23T00:18:51.13605Z","end":"2026-04-23T00:18:52.106742Z","steps":["trace[936791966] 'range keys from in-memory index tree' (duration: 970.163437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:52.106734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.652035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T00:18:52.106838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:51.136028Z","time spent":"970.795249ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:18:52.106875Z","caller":"traceutil/trace.go:171","msg":"trace[2113627202] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"970.569734ms","start":"2026-04-23T00:18:51.136283Z","end":"2026-04-23T00:18:52.106852Z","steps":["trace[2113627202] 'read index received' (duration: 46.543382ms)","trace[2113627202] 'applied index is now lower than readState.Index' (duration: 924.024652ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:52.106924Z","caller":"traceutil/trace.go:171","msg":"trace[1183272530] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"970.706527ms","start":"2026-04-23T00:18:51.136168Z","end":"2026-04-23T00:18:52.106862Z","steps":["trace[1183272530] 'process raft request' (duration: 46.752306ms)","trace[1183272530] 'compare' (duration: 923.324818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:52.107105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.158996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-23T00:18:52.107096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.429818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:52.107195Z","caller":"traceutil/trace.go:171","msg":"trace[1949748478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"970.265849ms","start":"2026-04-23T00:18:51.136911Z","end":"2026-04-23T00:18:52.107177Z","steps":["trace[1949748478] 'agreement among raft nodes before linearized reading' (duration: 970.094975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:52.107214Z","caller":"traceutil/trace.go:171","msg":"trace[425134013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"290.613432ms","start":"2026-04-23T00:18:51.816578Z","end":"2026-04-23T00:18:52.107191Z","steps":["trace[425134013] 'agreement among raft nodes before linearized reading' (duration: 290.439048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:52.107215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.141368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b9cr6\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-04-23T00:18:52.107216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:51.136145Z","time spent":"970.882302ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:52.107241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:51.136901Z","time spent":"970.33017ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:52.107109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.80264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:18:52.107275Z","caller":"traceutil/trace.go:171","msg":"trace[574662597] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b9cr6; range_end:; response_count:1; response_revision:760; }","duration":"728.25186ms","start":"2026-04-23T00:18:51.379005Z","end":"2026-04-23T00:18:52.107257Z","steps":["trace[574662597] 'agreement among raft nodes before linearized reading' (duration: 728.054696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:52.107302Z","caller":"traceutil/trace.go:171","msg":"trace[411513857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"971.007334ms","start":"2026-04-23T00:18:51.136275Z","end":"2026-04-23T00:18:52.107282Z","steps":["trace[411513857] 'agreement among raft nodes before linearized reading' (duration: 970.656107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:52.107328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:51.378976Z","time spent":"728.337451ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b9cr6\" "} {"level":"warn","ts":"2026-04-23T00:18:52.107348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:51.136222Z","time spent":"971.114176ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:04.148397Z","caller":"traceutil/trace.go:171","msg":"trace[1601359473] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"104.501747ms","start":"2026-04-23T00:19:04.043869Z","end":"2026-04-23T00:19:04.148371Z","steps":["trace[1601359473] 'process raft request' (duration: 104.367474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.270448Z","caller":"traceutil/trace.go:171","msg":"trace[377433740] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"118.175617ms","start":"2026-04-23T00:19:04.152234Z","end":"2026-04-23T00:19:04.27041Z","steps":["trace[377433740] 'process raft request' (duration: 43.074711ms)","trace[377433740] 'compare' (duration: 74.909842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:04.313229Z","caller":"traceutil/trace.go:171","msg":"trace[299624600] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"159.180794ms","start":"2026-04-23T00:19:04.154017Z","end":"2026-04-23T00:19:04.313197Z","steps":["trace[299624600] 'process raft request' (duration: 158.95248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.313232Z","caller":"traceutil/trace.go:171","msg":"trace[775382470] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:920; }","duration":"124.575967ms","start":"2026-04-23T00:19:04.188609Z","end":"2026-04-23T00:19:04.313185Z","steps":["trace[775382470] 'read index received' (duration: 6.709787ms)","trace[775382470] 'applied index is now lower than readState.Index' (duration: 117.86483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:04.313559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.934335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:19:04.313615Z","caller":"traceutil/trace.go:171","msg":"trace[528078127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:894; }","duration":"125.067818ms","start":"2026-04-23T00:19:04.188532Z","end":"2026-04-23T00:19:04.3136Z","steps":["trace[528078127] 'agreement among raft nodes before linearized reading' (duration: 124.827363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.313644Z","caller":"traceutil/trace.go:171","msg":"trace[2009570122] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"155.390607ms","start":"2026-04-23T00:19:04.158229Z","end":"2026-04-23T00:19:04.313619Z","steps":["trace[2009570122] 'process raft request' (duration: 154.896327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.678068Z","caller":"traceutil/trace.go:171","msg":"trace[1737725023] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"139.616125ms","start":"2026-04-23T00:19:04.538416Z","end":"2026-04-23T00:19:04.678032Z","steps":["trace[1737725023] 'process raft request' (duration: 45.425479ms)","trace[1737725023] 'compare' (duration: 94.057913ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:04.686544Z","caller":"traceutil/trace.go:171","msg":"trace[648590273] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"148.094828ms","start":"2026-04-23T00:19:04.538429Z","end":"2026-04-23T00:19:04.686524Z","steps":["trace[648590273] 'process raft request' (duration: 147.961915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.686729Z","caller":"traceutil/trace.go:171","msg":"trace[1845989045] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"148.244791ms","start":"2026-04-23T00:19:04.538456Z","end":"2026-04-23T00:19:04.686701Z","steps":["trace[1845989045] 'process raft request' (duration: 148.028666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.686975Z","caller":"traceutil/trace.go:171","msg":"trace[1272849869] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"147.799291ms","start":"2026-04-23T00:19:04.53915Z","end":"2026-04-23T00:19:04.686949Z","steps":["trace[1272849869] 'process raft request' (duration: 147.528796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:04.686944Z","caller":"traceutil/trace.go:171","msg":"trace[789420540] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:939; }","duration":"121.073205ms","start":"2026-04-23T00:19:04.565842Z","end":"2026-04-23T00:19:04.686915Z","steps":["trace[789420540] 'read index received' (duration: 18.062759ms)","trace[789420540] 'applied index is now lower than readState.Index' (duration: 103.008116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:04.687234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.361051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-23T00:19:04.687283Z","caller":"traceutil/trace.go:171","msg":"trace[1348278102] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:914; }","duration":"121.473334ms","start":"2026-04-23T00:19:04.565793Z","end":"2026-04-23T00:19:04.687266Z","steps":["trace[1348278102] 'agreement among raft nodes before linearized reading' (duration: 121.269479ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.035392Z","caller":"traceutil/trace.go:171","msg":"trace[648819846] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"187.612816ms","start":"2026-04-23T00:19:09.847734Z","end":"2026-04-23T00:19:10.035347Z","steps":["trace[648819846] 'process raft request' (duration: 187.070585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.43282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.801394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:10.433056Z","caller":"traceutil/trace.go:171","msg":"trace[1628702075] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"378.021179ms","start":"2026-04-23T00:19:10.055004Z","end":"2026-04-23T00:19:10.433025Z","steps":["trace[1628702075] 'process raft request' (duration: 157.878308ms)","trace[1628702075] 'compare' (duration: 219.504069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:10.43322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:10.054977Z","time spent":"378.157521ms","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:10.433251Z","caller":"traceutil/trace.go:171","msg":"trace[484231454] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1095; }","duration":"195.360834ms","start":"2026-04-23T00:19:10.237847Z","end":"2026-04-23T00:19:10.433208Z","steps":["trace[484231454] 'read index received' (duration: 34.771µs)","trace[484231454] 'applied index is now lower than readState.Index' (duration: 195.317723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:10.433447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.569699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:10.433491Z","caller":"traceutil/trace.go:171","msg":"trace[195763190] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1066; }","duration":"195.685971ms","start":"2026-04-23T00:19:10.237793Z","end":"2026-04-23T00:19:10.433479Z","steps":["trace[195763190] 'agreement among raft nodes before linearized reading' (duration: 195.573699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.856737Z","caller":"traceutil/trace.go:171","msg":"trace[1991649100] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"108.991278ms","start":"2026-04-23T00:19:10.747714Z","end":"2026-04-23T00:19:10.856705Z","steps":["trace[1991649100] 'process raft request' (duration: 96.719397ms)","trace[1991649100] 'compare' (duration: 11.785432ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:32.721265Z","caller":"traceutil/trace.go:171","msg":"trace[1964688993] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"113.48174ms","start":"2026-04-23T00:19:32.607745Z","end":"2026-04-23T00:19:32.721227Z","steps":["trace[1964688993] 'process raft request' (duration: 67.097328ms)","trace[1964688993] 'compare' (duration: 45.931693ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:51.140301Z","caller":"traceutil/trace.go:171","msg":"trace[1512505516] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1492; }","duration":"255.85737ms","start":"2026-04-23T00:19:50.88442Z","end":"2026-04-23T00:19:51.140278Z","steps":["trace[1512505516] 'read index received' (duration: 50.745941ms)","trace[1512505516] 'applied index is now lower than readState.Index' (duration: 205.109589ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:51.140432Z","caller":"traceutil/trace.go:171","msg":"trace[648558252] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"256.593754ms","start":"2026-04-23T00:19:50.883828Z","end":"2026-04-23T00:19:51.140421Z","steps":["trace[648558252] 'process raft request' (duration: 256.38792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:51.140946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.511834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:51.141039Z","caller":"traceutil/trace.go:171","msg":"trace[614576913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"256.655567ms","start":"2026-04-23T00:19:50.884364Z","end":"2026-04-23T00:19:51.141019Z","steps":["trace[614576913] 'agreement among raft nodes before linearized reading' (duration: 256.189837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:51.140934Z","caller":"traceutil/trace.go:171","msg":"trace[2062129305] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"257.366609ms","start":"2026-04-23T00:19:50.883259Z","end":"2026-04-23T00:19:51.140626Z","steps":["trace[2062129305] 'process raft request' (duration: 256.800408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.359178Z","caller":"traceutil/trace.go:171","msg":"trace[220764252] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"178.672959ms","start":"2026-04-23T00:19:57.180476Z","end":"2026-04-23T00:19:57.359149Z","steps":["trace[220764252] 'process raft request' (duration: 178.610848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.359234Z","caller":"traceutil/trace.go:171","msg":"trace[216137548] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"178.778321ms","start":"2026-04-23T00:19:57.180421Z","end":"2026-04-23T00:19:57.359199Z","steps":["trace[216137548] 'process raft request' (duration: 155.479913ms)","trace[216137548] 'compare' (duration: 23.042913ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:57.375484Z","caller":"traceutil/trace.go:171","msg":"trace[647493810] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"136.168015ms","start":"2026-04-23T00:19:57.239285Z","end":"2026-04-23T00:19:57.375453Z","steps":["trace[647493810] 'process raft request' (duration: 135.8964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.762599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.416977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:15.762727Z","caller":"traceutil/trace.go:171","msg":"trace[1012188181] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1850; }","duration":"455.620543ms","start":"2026-04-23T00:20:15.307088Z","end":"2026-04-23T00:20:15.762709Z","steps":["trace[1012188181] 'count revisions from in-memory index tree' (duration: 455.240574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.762778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.307065Z","time spent":"455.699915ms","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:20:15.762811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.758047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:20:15.762965Z","caller":"traceutil/trace.go:171","msg":"trace[735196940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"477.986991ms","start":"2026-04-23T00:20:15.284959Z","end":"2026-04-23T00:20:15.762946Z","steps":["trace[735196940] 'range keys from in-memory index tree' (duration: 477.526472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.763031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.284907Z","time spent":"478.113504ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:15.763167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.686562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:20:15.763288Z","caller":"traceutil/trace.go:171","msg":"trace[198518727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1850; }","duration":"201.845194ms","start":"2026-04-23T00:20:15.561405Z","end":"2026-04-23T00:20:15.76325Z","steps":["trace[198518727] 'range keys from in-memory index tree' (duration: 201.463147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.763244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.971811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:20:15.763348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.542148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:20:15.76337Z","caller":"traceutil/trace.go:171","msg":"trace[797294974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1850; }","duration":"244.155054ms","start":"2026-04-23T00:20:15.519191Z","end":"2026-04-23T00:20:15.763346Z","steps":["trace[797294974] 'range keys from in-memory index tree' (duration: 243.755517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.763397Z","caller":"traceutil/trace.go:171","msg":"trace[695377301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"438.649601ms","start":"2026-04-23T00:20:15.324737Z","end":"2026-04-23T00:20:15.763387Z","steps":["trace[695377301] 'range keys from in-memory index tree' (duration: 438.389216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.763436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.324711Z","time spent":"438.717233ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:20:15.763508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.956319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:20:15.763625Z","caller":"traceutil/trace.go:171","msg":"trace[533957101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"231.130034ms","start":"2026-04-23T00:20:15.532474Z","end":"2026-04-23T00:20:15.763604Z","steps":["trace[533957101] 'range keys from in-memory index tree' (duration: 230.641542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.096906Z","caller":"traceutil/trace.go:171","msg":"trace[907251917] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"330.392727ms","start":"2026-04-23T00:20:15.766485Z","end":"2026-04-23T00:20:16.096877Z","steps":["trace[907251917] 'process raft request' (duration: 330.226513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.097082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.76646Z","time spent":"330.52876ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:16.341603Z","caller":"traceutil/trace.go:171","msg":"trace[680549351] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"574.206894ms","start":"2026-04-23T00:20:15.767349Z","end":"2026-04-23T00:20:16.341556Z","steps":["trace[680549351] 'process raft request' (duration: 573.915939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.341868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.767333Z","time spent":"574.411449ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:16.342089Z","caller":"traceutil/trace.go:171","msg":"trace[2054510693] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"573.575253ms","start":"2026-04-23T00:20:15.768471Z","end":"2026-04-23T00:20:16.342046Z","steps":["trace[2054510693] 'process raft request' (duration: 573.037872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.342169Z","caller":"traceutil/trace.go:171","msg":"trace[902123809] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"573.574393ms","start":"2026-04-23T00:20:15.768554Z","end":"2026-04-23T00:20:16.342129Z","steps":["trace[902123809] 'process raft request' (duration: 573.369429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.342314Z","caller":"traceutil/trace.go:171","msg":"trace[6940461] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1921; }","duration":"528.382685ms","start":"2026-04-23T00:20:15.813893Z","end":"2026-04-23T00:20:16.342276Z","steps":["trace[6940461] 'read index received' (duration: 282.908505ms)","trace[6940461] 'applied index is now lower than readState.Index' (duration: 245.47116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:16.342353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.768464Z","time spent":"573.737306ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:16.342382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.768547Z","time spent":"573.725375ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:16.342393Z","caller":"traceutil/trace.go:171","msg":"trace[1341989681] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"573.318018ms","start":"2026-04-23T00:20:15.769044Z","end":"2026-04-23T00:20:16.342362Z","steps":["trace[1341989681] 'process raft request' (duration: 573.021692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.342546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.769038Z","time spent":"573.42589ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:16.342553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.62732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:20:16.342681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.142909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T00:20:16.342693Z","caller":"traceutil/trace.go:171","msg":"trace[1220008016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"528.787093ms","start":"2026-04-23T00:20:15.813846Z","end":"2026-04-23T00:20:16.342633Z","steps":["trace[1220008016] 'agreement among raft nodes before linearized reading' (duration: 528.5882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.342735Z","caller":"traceutil/trace.go:171","msg":"trace[1710016712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466; range_end:; response_count:1; response_revision:1855; }","duration":"527.258681ms","start":"2026-04-23T00:20:15.815461Z","end":"2026-04-23T00:20:16.342719Z","steps":["trace[1710016712] 'agreement among raft nodes before linearized reading' (duration: 526.999536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.342737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.133407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:20:16.342755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.813838Z","time spent":"528.905366ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:16.342761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.03622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:20:16.342781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.815455Z","time spent":"527.314802ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466\" "} {"level":"info","ts":"2026-04-23T00:20:16.342788Z","caller":"traceutil/trace.go:171","msg":"trace[652653754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1855; }","duration":"391.211928ms","start":"2026-04-23T00:20:15.951561Z","end":"2026-04-23T00:20:16.342773Z","steps":["trace[652653754] 'agreement among raft nodes before linearized reading' (duration: 391.132597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.342845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.951543Z","time spent":"391.277199ms","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:20:16.342863Z","caller":"traceutil/trace.go:171","msg":"trace[211881320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"331.111672ms","start":"2026-04-23T00:20:16.011684Z","end":"2026-04-23T00:20:16.342795Z","steps":["trace[211881320] 'agreement among raft nodes before linearized reading' (duration: 330.848366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.34291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:16.011668Z","time spent":"331.234454ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:20:16.342931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.23804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:16.342996Z","caller":"traceutil/trace.go:171","msg":"trace[495524347] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1855; }","duration":"498.366202ms","start":"2026-04-23T00:20:15.844611Z","end":"2026-04-23T00:20:16.342977Z","steps":["trace[495524347] 'agreement among raft nodes before linearized reading' (duration: 498.227889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.343046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.844582Z","time spent":"498.449033ms","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:20:16.343209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.294404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-23T00:20:16.343307Z","caller":"traceutil/trace.go:171","msg":"trace[331847781] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1855; }","duration":"209.479419ms","start":"2026-04-23T00:20:16.13379Z","end":"2026-04-23T00:20:16.34327Z","steps":["trace[331847781] 'agreement among raft nodes before linearized reading' (duration: 209.190042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.555086Z","caller":"traceutil/trace.go:171","msg":"trace[132302715] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"203.631861ms","start":"2026-04-23T00:20:16.351418Z","end":"2026-04-23T00:20:16.555049Z","steps":["trace[132302715] 'process raft request' (duration: 203.356786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:16.663868Z","caller":"traceutil/trace.go:171","msg":"trace[563537100] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1927; }","duration":"119.558691ms","start":"2026-04-23T00:20:16.544282Z","end":"2026-04-23T00:20:16.663841Z","steps":["trace[563537100] 'read index received' (duration: 10.482801ms)","trace[563537100] 'applied index is now lower than readState.Index' (duration: 109.07478ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:16.663913Z","caller":"traceutil/trace.go:171","msg":"trace[1413993153] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"181.70977ms","start":"2026-04-23T00:20:16.482168Z","end":"2026-04-23T00:20:16.663878Z","steps":["trace[1413993153] 'process raft request' (duration: 181.422674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:16.664123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.831947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:16.664209Z","caller":"traceutil/trace.go:171","msg":"trace[1932238729] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1858; }","duration":"119.986411ms","start":"2026-04-23T00:20:16.544196Z","end":"2026-04-23T00:20:16.664182Z","steps":["trace[1932238729] 'agreement among raft nodes before linearized reading' (duration: 119.783767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.212764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.137591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:17.213143Z","caller":"traceutil/trace.go:171","msg":"trace[209300593] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"606.381161ms","start":"2026-04-23T00:20:16.606543Z","end":"2026-04-23T00:20:17.212924Z","steps":["trace[209300593] 'process raft request' (duration: 498.955033ms)","trace[209300593] 'compare' (duration: 106.881897ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:17.213207Z","caller":"traceutil/trace.go:171","msg":"trace[787269920] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1929; }","duration":"444.305615ms","start":"2026-04-23T00:20:16.768879Z","end":"2026-04-23T00:20:17.213185Z","steps":["trace[787269920] 'read index received' (duration: 336.823596ms)","trace[787269920] 'applied index is now lower than readState.Index' (duration: 107.480899ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:17.213271Z","caller":"traceutil/trace.go:171","msg":"trace[860843564] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"428.193341ms","start":"2026-04-23T00:20:16.785051Z","end":"2026-04-23T00:20:17.213244Z","steps":["trace[860843564] 'process raft request' (duration: 427.857775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.213305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:16.60651Z","time spent":"606.711457ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:17.213397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:16.785019Z","time spent":"428.326844ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:17.213579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.000214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:17.213571Z","caller":"traceutil/trace.go:171","msg":"trace[1122833286] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"186.475766ms","start":"2026-04-23T00:20:17.02706Z","end":"2026-04-23T00:20:17.213536Z","steps":["trace[1122833286] 'process raft request' (duration: 186.110529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:17.213618Z","caller":"traceutil/trace.go:171","msg":"trace[1331293248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"398.077476ms","start":"2026-04-23T00:20:16.815531Z","end":"2026-04-23T00:20:17.213608Z","steps":["trace[1331293248] 'agreement among raft nodes before linearized reading' (duration: 397.988765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.213714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:16.815517Z","time spent":"398.187418ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:17.213802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.35488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T00:20:17.213881Z","caller":"traceutil/trace.go:171","msg":"trace[716398384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1861; }","duration":"152.454682ms","start":"2026-04-23T00:20:17.061409Z","end":"2026-04-23T00:20:17.213864Z","steps":["trace[716398384] 'agreement among raft nodes before linearized reading' (duration: 152.186737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.212897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.866103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:17.214089Z","caller":"traceutil/trace.go:171","msg":"trace[299170214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1858; }","duration":"188.327782ms","start":"2026-04-23T00:20:17.025747Z","end":"2026-04-23T00:20:17.214075Z","steps":["trace[299170214] 'range keys from in-memory index tree' (duration: 186.393234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.214175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.124071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-23T00:20:17.214347Z","caller":"traceutil/trace.go:171","msg":"trace[1911198488] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466; range_end:; response_count:1; response_revision:1861; }","duration":"445.462979ms","start":"2026-04-23T00:20:16.768813Z","end":"2026-04-23T00:20:17.214276Z","steps":["trace[1911198488] 'agreement among raft nodes before linearized reading' (duration: 444.52479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.214436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:16.768786Z","time spent":"445.632692ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f590c6a-a9d0-4afa-a540-eb4964336466\" "} {"level":"info","ts":"2026-04-23T00:20:36.563293Z","caller":"traceutil/trace.go:171","msg":"trace[298039997] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2083; }","duration":"117.800222ms","start":"2026-04-23T00:20:36.445464Z","end":"2026-04-23T00:20:36.563265Z","steps":["trace[298039997] 'read index received' (duration: 117.613239ms)","trace[298039997] 'applied index is now lower than readState.Index' (duration: 185.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:36.563417Z","caller":"traceutil/trace.go:171","msg":"trace[1150983796] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"354.138471ms","start":"2026-04-23T00:20:36.209238Z","end":"2026-04-23T00:20:36.563376Z","steps":["trace[1150983796] 'process raft request' (duration: 353.831675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.563594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.114758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:20:36.56365Z","caller":"traceutil/trace.go:171","msg":"trace[2076582997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2009; }","duration":"118.25479ms","start":"2026-04-23T00:20:36.445377Z","end":"2026-04-23T00:20:36.563632Z","steps":["trace[2076582997] 'agreement among raft nodes before linearized reading' (duration: 118.059477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.563645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:36.20921Z","time spent":"354.311334ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:36.563719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.837984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:20:36.563826Z","caller":"traceutil/trace.go:171","msg":"trace[1531320143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2009; }","duration":"111.978198ms","start":"2026-04-23T00:20:36.451818Z","end":"2026-04-23T00:20:36.563796Z","steps":["trace[1531320143] 'agreement among raft nodes before linearized reading' (duration: 111.679602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.56381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.593019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:20:36.563896Z","caller":"traceutil/trace.go:171","msg":"trace[720017896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2009; }","duration":"111.733841ms","start":"2026-04-23T00:20:36.452143Z","end":"2026-04-23T00:20:36.563877Z","steps":["trace[720017896] 'agreement among raft nodes before linearized reading' (duration: 111.591778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.563962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.545689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:20:36.56408Z","caller":"traceutil/trace.go:171","msg":"trace[1021549802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2009; }","duration":"110.719283ms","start":"2026-04-23T00:20:36.453334Z","end":"2026-04-23T00:20:36.564053Z","steps":["trace[1021549802] 'agreement among raft nodes before linearized reading' (duration: 110.268234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:43.199891Z","caller":"traceutil/trace.go:171","msg":"trace[230080648] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2132; }","duration":"107.459218ms","start":"2026-04-23T00:20:43.092411Z","end":"2026-04-23T00:20:43.19987Z","steps":["trace[230080648] 'read index received' (duration: 107.309046ms)","trace[230080648] 'applied index is now lower than readState.Index' (duration: 149.322µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:43.200117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.695174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T00:20:43.200194Z","caller":"traceutil/trace.go:171","msg":"trace[1977414912] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2056; }","duration":"107.825346ms","start":"2026-04-23T00:20:43.092349Z","end":"2026-04-23T00:20:43.200174Z","steps":["trace[1977414912] 'agreement among raft nodes before linearized reading' (duration: 107.646843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:43.20004Z","caller":"traceutil/trace.go:171","msg":"trace[222240546] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"185.613149ms","start":"2026-04-23T00:20:43.014384Z","end":"2026-04-23T00:20:43.199998Z","steps":["trace[222240546] 'process raft request' (duration: 185.356084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:07.167834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.588321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:07.168005Z","caller":"traceutil/trace.go:171","msg":"trace[618383434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2183; }","duration":"142.810045ms","start":"2026-04-23T00:21:07.025172Z","end":"2026-04-23T00:21:07.167982Z","steps":["trace[618383434] 'range keys from in-memory index tree' (duration: 142.55931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.020192Z","caller":"traceutil/trace.go:171","msg":"trace[1297443781] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"155.456004ms","start":"2026-04-23T00:21:12.864707Z","end":"2026-04-23T00:21:13.020163Z","steps":["trace[1297443781] 'read index received' (duration: 155.281591ms)","trace[1297443781] 'applied index is now lower than readState.Index' (duration: 173.183µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:13.020244Z","caller":"traceutil/trace.go:171","msg":"trace[1205217620] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"164.944031ms","start":"2026-04-23T00:21:12.855271Z","end":"2026-04-23T00:21:13.020215Z","steps":["trace[1205217620] 'process raft request' (duration: 164.698757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.020499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.73801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:21:13.020559Z","caller":"traceutil/trace.go:171","msg":"trace[629229772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"155.908263ms","start":"2026-04-23T00:21:12.864637Z","end":"2026-04-23T00:21:13.020545Z","steps":["trace[629229772] 'agreement among raft nodes before linearized reading' (duration: 155.673358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.020699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.779008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:13.020751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.528319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:21:13.020797Z","caller":"traceutil/trace.go:171","msg":"trace[1336461903] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2209; }","duration":"146.637691ms","start":"2026-04-23T00:21:12.874144Z","end":"2026-04-23T00:21:13.020782Z","steps":["trace[1336461903] 'agreement among raft nodes before linearized reading' (duration: 146.465467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.020789Z","caller":"traceutil/trace.go:171","msg":"trace[992605543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"134.90307ms","start":"2026-04-23T00:21:12.885865Z","end":"2026-04-23T00:21:13.020768Z","steps":["trace[992605543] 'agreement among raft nodes before linearized reading' (duration: 134.629284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.021011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.806252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:21:13.021063Z","caller":"traceutil/trace.go:171","msg":"trace[526213980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"155.907754ms","start":"2026-04-23T00:21:12.865144Z","end":"2026-04-23T00:21:13.021052Z","steps":["trace[526213980] 'agreement among raft nodes before linearized reading' (duration: 155.21825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.512832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.51632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:13.512992Z","caller":"traceutil/trace.go:171","msg":"trace[1880811406] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"487.769365ms","start":"2026-04-23T00:21:13.025197Z","end":"2026-04-23T00:21:13.512967Z","steps":["trace[1880811406] 'process raft request' (duration: 69.00692ms)","trace[1880811406] 'compare' (duration: 418.335277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:13.513062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.025171Z","time spent":"487.859366ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:13.528942Z","caller":"traceutil/trace.go:171","msg":"trace[1588987779] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2293; }","duration":"477.517514ms","start":"2026-04-23T00:21:13.05139Z","end":"2026-04-23T00:21:13.528908Z","steps":["trace[1588987779] 'read index received' (duration: 42.834655ms)","trace[1588987779] 'applied index is now lower than readState.Index' (duration: 434.681949ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:13.528962Z","caller":"traceutil/trace.go:171","msg":"trace[996366050] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"501.743591ms","start":"2026-04-23T00:21:13.027176Z","end":"2026-04-23T00:21:13.52892Z","steps":["trace[996366050] 'process raft request' (duration: 501.448324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.529043Z","caller":"traceutil/trace.go:171","msg":"trace[1053556813] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"501.630299ms","start":"2026-04-23T00:21:13.027354Z","end":"2026-04-23T00:21:13.528985Z","steps":["trace[1053556813] 'process raft request' (duration: 501.473435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.529075Z","caller":"traceutil/trace.go:171","msg":"trace[961436011] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"501.718731ms","start":"2026-04-23T00:21:13.027299Z","end":"2026-04-23T00:21:13.529018Z","steps":["trace[961436011] 'process raft request' (duration: 501.485145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.529152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.721987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:13.529207Z","caller":"traceutil/trace.go:171","msg":"trace[990427033] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2214; }","duration":"477.83626ms","start":"2026-04-23T00:21:13.051352Z","end":"2026-04-23T00:21:13.529188Z","steps":["trace[990427033] 'agreement among raft nodes before linearized reading' (duration: 477.721568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.529204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.027153Z","time spent":"501.923455ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:13.529213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.027292Z","time spent":"501.852113ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:13.529238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.027348Z","time spent":"501.786422ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:13.529257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.051341Z","time spent":"477.903951ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:21:13.529205Z","caller":"traceutil/trace.go:171","msg":"trace[1351461898] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"501.486295ms","start":"2026-04-23T00:21:13.027662Z","end":"2026-04-23T00:21:13.529148Z","steps":["trace[1351461898] 'process raft request' (duration: 501.203519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:13.529421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:13.027651Z","time spent":"501.681509ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:13.531458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.016751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:21:13.531526Z","caller":"traceutil/trace.go:171","msg":"trace[1783530894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2216; }","duration":"241.136723ms","start":"2026-04-23T00:21:13.290372Z","end":"2026-04-23T00:21:13.531508Z","steps":["trace[1783530894] 'agreement among raft nodes before linearized reading' (duration: 240.861348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:53.353822Z","caller":"traceutil/trace.go:171","msg":"trace[76227372] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"117.222377ms","start":"2026-04-23T00:21:53.236567Z","end":"2026-04-23T00:21:53.35379Z","steps":["trace[76227372] 'process raft request' (duration: 117.039914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:54.016871Z","caller":"traceutil/trace.go:171","msg":"trace[1546490317] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"317.991411ms","start":"2026-04-23T00:21:53.698845Z","end":"2026-04-23T00:21:54.016836Z","steps":["trace[1546490317] 'process raft request' (duration: 317.835908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.017038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:53.698816Z","time spent":"318.137034ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:54.034196Z","caller":"traceutil/trace.go:171","msg":"trace[1854352163] linearizableReadLoop","detail":"{readStateIndex:2571; appliedIndex:2569; }","duration":"287.644259ms","start":"2026-04-23T00:21:53.746527Z","end":"2026-04-23T00:21:54.034171Z","steps":["trace[1854352163] 'read index received' (duration: 270.173813ms)","trace[1854352163] 'applied index is now lower than readState.Index' (duration: 17.468756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:54.03461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.426975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:21:54.034624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.769101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:21:54.034714Z","caller":"traceutil/trace.go:171","msg":"trace[230739652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2479; }","duration":"284.556237ms","start":"2026-04-23T00:21:53.750141Z","end":"2026-04-23T00:21:54.034698Z","steps":["trace[230739652] 'agreement among raft nodes before linearized reading' (duration: 284.334393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:54.03471Z","caller":"traceutil/trace.go:171","msg":"trace[220989444] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"333.320446ms","start":"2026-04-23T00:21:53.701363Z","end":"2026-04-23T00:21:54.034683Z","steps":["trace[220989444] 'process raft request' (duration: 332.689824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:54.034749Z","caller":"traceutil/trace.go:171","msg":"trace[1576560776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2479; }","duration":"287.927374ms","start":"2026-04-23T00:21:53.746801Z","end":"2026-04-23T00:21:54.034728Z","steps":["trace[1576560776] 'agreement among raft nodes before linearized reading' (duration: 287.602448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.034872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:53.701344Z","time spent":"333.431998ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:54.034952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.997437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:21:54.034991Z","caller":"traceutil/trace.go:171","msg":"trace[1014761501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2479; }","duration":"285.051808ms","start":"2026-04-23T00:21:53.749926Z","end":"2026-04-23T00:21:54.034978Z","steps":["trace[1014761501] 'agreement among raft nodes before linearized reading' (duration: 284.954526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.034961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.742063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:54.035067Z","caller":"traceutil/trace.go:171","msg":"trace[120010814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2479; }","duration":"217.923426ms","start":"2026-04-23T00:21:53.817121Z","end":"2026-04-23T00:21:54.035044Z","steps":["trace[120010814] 'agreement among raft nodes before linearized reading' (duration: 217.730072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.035071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.803712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:21:54.035103Z","caller":"traceutil/trace.go:171","msg":"trace[1178126012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2479; }","duration":"287.868244ms","start":"2026-04-23T00:21:53.747226Z","end":"2026-04-23T00:21:54.035094Z","steps":["trace[1178126012] 'agreement among raft nodes before linearized reading' (duration: 287.793593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.035153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.226491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:21:54.035204Z","caller":"traceutil/trace.go:171","msg":"trace[1408714055] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2479; }","duration":"288.286062ms","start":"2026-04-23T00:21:53.746903Z","end":"2026-04-23T00:21:54.035189Z","steps":["trace[1408714055] 'agreement among raft nodes before linearized reading' (duration: 288.18733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.034956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.314251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-23T00:21:54.035308Z","caller":"traceutil/trace.go:171","msg":"trace[1167892479] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2479; }","duration":"229.688719ms","start":"2026-04-23T00:21:53.805611Z","end":"2026-04-23T00:21:54.0353Z","steps":["trace[1167892479] 'agreement among raft nodes before linearized reading' (duration: 229.274651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:54.034583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.021846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:21:54.035365Z","caller":"traceutil/trace.go:171","msg":"trace[1219348423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2479; }","duration":"288.909394ms","start":"2026-04-23T00:21:53.746444Z","end":"2026-04-23T00:21:54.035353Z","steps":["trace[1219348423] 'agreement among raft nodes before linearized reading' (duration: 287.892553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:25.697848Z","caller":"traceutil/trace.go:171","msg":"trace[1921569081] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"177.504783ms","start":"2026-04-23T00:22:25.520311Z","end":"2026-04-23T00:22:25.697816Z","steps":["trace[1921569081] 'read index received' (duration: 177.123936ms)","trace[1921569081] 'applied index is now lower than readState.Index' (duration: 379.357µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:25.698035Z","caller":"traceutil/trace.go:171","msg":"trace[1055276874] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"179.151545ms","start":"2026-04-23T00:22:25.518837Z","end":"2026-04-23T00:22:25.697988Z","steps":["trace[1055276874] 'process raft request' (duration: 178.753868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.698317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.975323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8554"} {"level":"info","ts":"2026-04-23T00:22:25.69843Z","caller":"traceutil/trace.go:171","msg":"trace[641611465] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2654; }","duration":"178.175916ms","start":"2026-04-23T00:22:25.520232Z","end":"2026-04-23T00:22:25.698408Z","steps":["trace[641611465] 'agreement among raft nodes before linearized reading' (duration: 177.787819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.343646Z","caller":"traceutil/trace.go:171","msg":"trace[1472950976] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"163.141778ms","start":"2026-04-23T00:22:26.180469Z","end":"2026-04-23T00:22:26.343611Z","steps":["trace[1472950976] 'process raft request' (duration: 162.929134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.603968Z","caller":"traceutil/trace.go:171","msg":"trace[1394873030] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2753; }","duration":"406.333284ms","start":"2026-04-23T00:22:26.197608Z","end":"2026-04-23T00:22:26.603941Z","steps":["trace[1394873030] 'read index received' (duration: 145.822274ms)","trace[1394873030] 'applied index is now lower than readState.Index' (duration: 260.51009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:26.604513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.012429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:22:26.604604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.174554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:22:26.604592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.176124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-23T00:22:26.604642Z","caller":"traceutil/trace.go:171","msg":"trace[1937248674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2656; }","duration":"397.192532ms","start":"2026-04-23T00:22:26.207432Z","end":"2026-04-23T00:22:26.604624Z","steps":["trace[1937248674] 'agreement among raft nodes before linearized reading' (duration: 396.923827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.604663Z","caller":"traceutil/trace.go:171","msg":"trace[1645249815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2656; }","duration":"390.290896ms","start":"2026-04-23T00:22:26.214356Z","end":"2026-04-23T00:22:26.604647Z","steps":["trace[1645249815] 'agreement among raft nodes before linearized reading' (duration: 390.023781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:26.604624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.986477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:22:26.604687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.207418Z","time spent":"397.258184ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:22:26.604683Z","caller":"traceutil/trace.go:171","msg":"trace[124186363] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2656; }","duration":"392.297656ms","start":"2026-04-23T00:22:26.212363Z","end":"2026-04-23T00:22:26.604661Z","steps":["trace[124186363] 'agreement among raft nodes before linearized reading' (duration: 392.021471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:26.604664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.59264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:22:26.604746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.212352Z","time spent":"392.382458ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:22:26.604748Z","caller":"traceutil/trace.go:171","msg":"trace[703952664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2656; }","duration":"407.168121ms","start":"2026-04-23T00:22:26.197548Z","end":"2026-04-23T00:22:26.604716Z","steps":["trace[703952664] 'agreement among raft nodes before linearized reading' (duration: 406.748712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:26.605015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.573462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:22:26.604812Z","caller":"traceutil/trace.go:171","msg":"trace[1265143192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2656; }","duration":"394.783126ms","start":"2026-04-23T00:22:26.209976Z","end":"2026-04-23T00:22:26.604759Z","steps":["trace[1265143192] 'agreement among raft nodes before linearized reading' (duration: 394.489999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.605057Z","caller":"traceutil/trace.go:171","msg":"trace[902436647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2656; }","duration":"390.662763ms","start":"2026-04-23T00:22:26.214386Z","end":"2026-04-23T00:22:26.605048Z","steps":["trace[902436647] 'agreement among raft nodes before linearized reading' (duration: 390.384568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.605069Z","caller":"traceutil/trace.go:171","msg":"trace[759477130] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"422.642839ms","start":"2026-04-23T00:22:26.182415Z","end":"2026-04-23T00:22:26.605058Z","steps":["trace[759477130] 'process raft request' (duration: 421.392044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:26.605087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.214359Z","time spent":"390.722415ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:22:26.605074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.197516Z","time spent":"407.291694ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:22:26.60518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.18238Z","time spent":"422.71604ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:26.60508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.209934Z","time spent":"395.132473ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:22:26.604751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.328221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:26.60554Z","caller":"traceutil/trace.go:171","msg":"trace[1977004567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2656; }","duration":"299.147407ms","start":"2026-04-23T00:22:26.306379Z","end":"2026-04-23T00:22:26.605527Z","steps":["trace[1977004567] 'agreement among raft nodes before linearized reading' (duration: 298.341482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:26.6047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:26.214327Z","time spent":"390.365737ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:22:26.739559Z","caller":"traceutil/trace.go:171","msg":"trace[1746369353] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"128.940889ms","start":"2026-04-23T00:22:26.610568Z","end":"2026-04-23T00:22:26.739509Z","steps":["trace[1746369353] 'process raft request' (duration: 122.930719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.739739Z","caller":"traceutil/trace.go:171","msg":"trace[12409521] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"128.95889ms","start":"2026-04-23T00:22:26.610733Z","end":"2026-04-23T00:22:26.739692Z","steps":["trace[12409521] 'process raft request' (duration: 128.585233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.740193Z","caller":"traceutil/trace.go:171","msg":"trace[896039001] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"129.178974ms","start":"2026-04-23T00:22:26.610997Z","end":"2026-04-23T00:22:26.740176Z","steps":["trace[896039001] 'process raft request' (duration: 128.623653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:26.740207Z","caller":"traceutil/trace.go:171","msg":"trace[1602188243] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"129.058681ms","start":"2026-04-23T00:22:26.61112Z","end":"2026-04-23T00:22:26.740178Z","steps":["trace[1602188243] 'process raft request' (duration: 128.952509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:22.69853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.70128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:25:22.698635Z","caller":"traceutil/trace.go:171","msg":"trace[1448834128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:3770; }","duration":"141.864304ms","start":"2026-04-23T00:25:22.556749Z","end":"2026-04-23T00:25:22.698614Z","steps":["trace[1448834128] 'range keys from in-memory index tree' (duration: 141.396304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:34.9277Z","caller":"traceutil/trace.go:171","msg":"trace[113124653] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"301.838558ms","start":"2026-04-23T00:26:34.625833Z","end":"2026-04-23T00:26:34.927671Z","steps":["trace[113124653] 'process raft request' (duration: 288.453979ms)","trace[113124653] 'compare' (duration: 13.092763ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:34.927784Z","caller":"traceutil/trace.go:171","msg":"trace[1814229291] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"290.295254ms","start":"2026-04-23T00:26:34.637455Z","end":"2026-04-23T00:26:34.927751Z","steps":["trace[1814229291] 'read index received' (duration: 276.878035ms)","trace[1814229291] 'applied index is now lower than readState.Index' (duration: 13.415589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:34.927829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:34.625818Z","time spent":"301.953739ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:26:34.927859Z","caller":"traceutil/trace.go:171","msg":"trace[1156760256] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"211.900188ms","start":"2026-04-23T00:26:34.715941Z","end":"2026-04-23T00:26:34.927841Z","steps":["trace[1156760256] 'process raft request' (duration: 211.842427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.927901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.434346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:34.927958Z","caller":"traceutil/trace.go:171","msg":"trace[1374786071] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4602; }","duration":"290.534989ms","start":"2026-04-23T00:26:34.63741Z","end":"2026-04-23T00:26:34.927945Z","steps":["trace[1374786071] 'agreement among raft nodes before linearized reading' (duration: 290.417506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.927959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.935022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:34.927997Z","caller":"traceutil/trace.go:171","msg":"trace[2134131355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4602; }","duration":"252.018383ms","start":"2026-04-23T00:26:34.675967Z","end":"2026-04-23T00:26:34.927985Z","steps":["trace[2134131355] 'agreement among raft nodes before linearized reading' (duration: 251.939732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:34.928084Z","caller":"traceutil/trace.go:171","msg":"trace[2009884980] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"215.345974ms","start":"2026-04-23T00:26:34.712727Z","end":"2026-04-23T00:26:34.928073Z","steps":["trace[2009884980] 'process raft request' (duration: 214.938136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.92815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.371243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:34.928226Z","caller":"traceutil/trace.go:171","msg":"trace[1869855150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4602; }","duration":"112.467865ms","start":"2026-04-23T00:26:34.815743Z","end":"2026-04-23T00:26:34.928211Z","steps":["trace[1869855150] 'agreement among raft nodes before linearized reading' (duration: 112.366463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.928254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.151255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-x889h\" ","response":"range_response_count:1 size:5046"} {"level":"info","ts":"2026-04-23T00:26:34.928271Z","caller":"traceutil/trace.go:171","msg":"trace[1402673185] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-x889h; range_end:; response_count:1; response_revision:4602; }","duration":"224.201606ms","start":"2026-04-23T00:26:34.704064Z","end":"2026-04-23T00:26:34.928266Z","steps":["trace[1402673185] 'agreement among raft nodes before linearized reading' (duration: 224.124524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.928281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.943093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:26:34.928319Z","caller":"traceutil/trace.go:171","msg":"trace[630877180] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4602; }","duration":"220.993934ms","start":"2026-04-23T00:26:34.707316Z","end":"2026-04-23T00:26:34.92831Z","steps":["trace[630877180] 'agreement among raft nodes before linearized reading' (duration: 220.862901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:34.928391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.521216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:26:34.928459Z","caller":"traceutil/trace.go:171","msg":"trace[1845462601] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4602; }","duration":"221.631847ms","start":"2026-04-23T00:26:34.706811Z","end":"2026-04-23T00:26:34.928443Z","steps":["trace[1845462601] 'agreement among raft nodes before linearized reading' (duration: 221.460403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.068458Z","caller":"traceutil/trace.go:171","msg":"trace[642765621] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"121.838966ms","start":"2026-04-23T00:26:34.946598Z","end":"2026-04-23T00:26:35.068437Z","steps":["trace[642765621] 'process raft request' (duration: 103.93914ms)","trace[642765621] 'compare' (duration: 17.750112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:35.06872Z","caller":"traceutil/trace.go:171","msg":"trace[823574212] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4606; }","duration":"120.927459ms","start":"2026-04-23T00:26:34.947779Z","end":"2026-04-23T00:26:35.068706Z","steps":["trace[823574212] 'process raft request' (duration: 120.631414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.069003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:35.069118Z","caller":"traceutil/trace.go:171","msg":"trace[1947170113] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4606; }","duration":"123.775463ms","start":"2026-04-23T00:26:34.945319Z","end":"2026-04-23T00:26:35.069095Z","steps":["trace[1947170113] 'agreement among raft nodes before linearized reading' (duration: 123.397916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.432787Z","caller":"traceutil/trace.go:171","msg":"trace[1387028769] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"163.046654ms","start":"2026-04-23T00:26:35.269721Z","end":"2026-04-23T00:26:35.432768Z","steps":["trace[1387028769] 'read index received' (duration: 160.607796ms)","trace[1387028769] 'applied index is now lower than readState.Index' (duration: 2.437818ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:35.432829Z","caller":"traceutil/trace.go:171","msg":"trace[880985371] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"207.263658ms","start":"2026-04-23T00:26:35.225513Z","end":"2026-04-23T00:26:35.432777Z","steps":["trace[880985371] 'process raft request' (duration: 204.79599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.43315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.40958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T00:26:35.433189Z","caller":"traceutil/trace.go:171","msg":"trace[729617030] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4632; }","duration":"163.480212ms","start":"2026-04-23T00:26:35.269696Z","end":"2026-04-23T00:26:35.433176Z","steps":["trace[729617030] 'agreement among raft nodes before linearized reading' (duration: 163.167437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.450296Z","caller":"traceutil/trace.go:171","msg":"trace[1021114911] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"173.042466ms","start":"2026-04-23T00:26:35.27723Z","end":"2026-04-23T00:26:35.450273Z","steps":["trace[1021114911] 'process raft request' (duration: 172.864752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.450851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.239758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-d8jdf.18a8d4677f744715\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-23T00:26:35.450936Z","caller":"traceutil/trace.go:171","msg":"trace[1374418590] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-d8jdf.18a8d4677f744715; range_end:; response_count:1; response_revision:4634; }","duration":"162.36399ms","start":"2026-04-23T00:26:35.288547Z","end":"2026-04-23T00:26:35.450911Z","steps":["trace[1374418590] 'agreement among raft nodes before linearized reading' (duration: 162.164876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.451365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.993173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T00:26:35.451429Z","caller":"traceutil/trace.go:171","msg":"trace[358601601] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4634; }","duration":"162.076705ms","start":"2026-04-23T00:26:35.289337Z","end":"2026-04-23T00:26:35.451414Z","steps":["trace[358601601] 'agreement among raft nodes before linearized reading' (duration: 161.340091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:38.975364Z","caller":"traceutil/trace.go:171","msg":"trace[860746067] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4717; }","duration":"102.904771ms","start":"2026-04-23T00:26:38.872424Z","end":"2026-04-23T00:26:38.975329Z","steps":["trace[860746067] 'compare' (duration: 80.552348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:39.190796Z","caller":"traceutil/trace.go:171","msg":"trace[1461500012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4718; }","duration":"200.309534ms","start":"2026-04-23T00:26:38.990465Z","end":"2026-04-23T00:26:39.190775Z","steps":["trace[1461500012] 'process raft request' (duration: 191.927602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:39.918135Z","caller":"traceutil/trace.go:171","msg":"trace[398779222] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"125.113769ms","start":"2026-04-23T00:26:39.792995Z","end":"2026-04-23T00:26:39.918109Z","steps":["trace[398779222] 'process raft request' (duration: 124.961486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:39.918486Z","caller":"traceutil/trace.go:171","msg":"trace[346273749] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4912; }","duration":"100.268239ms","start":"2026-04-23T00:26:39.818205Z","end":"2026-04-23T00:26:39.918473Z","steps":["trace[346273749] 'read index received' (duration: 99.680917ms)","trace[346273749] 'applied index is now lower than readState.Index' (duration: 585.972µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:39.918719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.491544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:39.918817Z","caller":"traceutil/trace.go:171","msg":"trace[1122808027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4733; }","duration":"100.608306ms","start":"2026-04-23T00:26:39.818189Z","end":"2026-04-23T00:26:39.918798Z","steps":["trace[1122808027] 'agreement among raft nodes before linearized reading' (duration: 100.401302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.1327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.821379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:26:42.13285Z","caller":"traceutil/trace.go:171","msg":"trace[29170718] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"158.498896ms","start":"2026-04-23T00:26:41.974325Z","end":"2026-04-23T00:26:42.132824Z","steps":["trace[29170718] 'process raft request' (duration: 55.431382ms)","trace[29170718] 'compare' (duration: 102.678616ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:42.159765Z","caller":"traceutil/trace.go:171","msg":"trace[1080408134] linearizableReadLoop","detail":"{readStateIndex:4980; appliedIndex:4978; }","duration":"176.86653ms","start":"2026-04-23T00:26:41.982873Z","end":"2026-04-23T00:26:42.15974Z","steps":["trace[1080408134] 'read index received' (duration: 46.951768ms)","trace[1080408134] 'applied index is now lower than readState.Index' (duration: 129.913632ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:42.160237Z","caller":"traceutil/trace.go:171","msg":"trace[842200789] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"180.115943ms","start":"2026-04-23T00:26:41.980091Z","end":"2026-04-23T00:26:42.160207Z","steps":["trace[842200789] 'process raft request' (duration: 179.515161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.160814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.90282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:559939"} {"level":"info","ts":"2026-04-23T00:26:42.160936Z","caller":"traceutil/trace.go:171","msg":"trace[1052611074] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4797; }","duration":"178.146174ms","start":"2026-04-23T00:26:41.982763Z","end":"2026-04-23T00:26:42.160909Z","steps":["trace[1052611074] 'agreement among raft nodes before linearized reading' (duration: 177.36074ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.378375Z","caller":"traceutil/trace.go:171","msg":"trace[86161748] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4980; }","duration":"210.723264ms","start":"2026-04-23T00:26:42.167624Z","end":"2026-04-23T00:26:42.378347Z","steps":["trace[86161748] 'read index received' (duration: 210.575221ms)","trace[86161748] 'applied index is now lower than readState.Index' (duration: 146.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:42.378431Z","caller":"traceutil/trace.go:171","msg":"trace[1579256069] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"213.739014ms","start":"2026-04-23T00:26:42.164659Z","end":"2026-04-23T00:26:42.378398Z","steps":["trace[1579256069] 'process raft request' (duration: 213.518759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.378638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.99152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:26:42.378714Z","caller":"traceutil/trace.go:171","msg":"trace[840900509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4798; }","duration":"211.124093ms","start":"2026-04-23T00:26:42.167577Z","end":"2026-04-23T00:26:42.378702Z","steps":["trace[840900509] 'agreement among raft nodes before linearized reading' (duration: 210.905299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.422638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.259472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:26:42.422737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.009867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:26:42.422761Z","caller":"traceutil/trace.go:171","msg":"trace[2074033127] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4799; }","duration":"217.423174ms","start":"2026-04-23T00:26:42.20532Z","end":"2026-04-23T00:26:42.422743Z","steps":["trace[2074033127] 'agreement among raft nodes before linearized reading' (duration: 217.18492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.422785Z","caller":"traceutil/trace.go:171","msg":"trace[1342582374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4799; }","duration":"218.114979ms","start":"2026-04-23T00:26:42.204659Z","end":"2026-04-23T00:26:42.422774Z","steps":["trace[1342582374] 'agreement among raft nodes before linearized reading' (duration: 217.882684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.422765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.419456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T00:26:42.422765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.682786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:26:42.422841Z","caller":"traceutil/trace.go:171","msg":"trace[943572464] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4799; }","duration":"200.536638ms","start":"2026-04-23T00:26:42.222284Z","end":"2026-04-23T00:26:42.422821Z","steps":["trace[943572464] 'agreement among raft nodes before linearized reading' (duration: 200.193791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.422873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.274162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T00:26:42.422905Z","caller":"traceutil/trace.go:171","msg":"trace[27845914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4799; }","duration":"254.868989ms","start":"2026-04-23T00:26:42.168005Z","end":"2026-04-23T00:26:42.422874Z","steps":["trace[27845914] 'agreement among raft nodes before linearized reading' (duration: 254.43037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.422783Z","caller":"traceutil/trace.go:171","msg":"trace[291185408] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"252.528873ms","start":"2026-04-23T00:26:42.170207Z","end":"2026-04-23T00:26:42.422736Z","steps":["trace[291185408] 'process raft request' (duration: 251.976633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.422954Z","caller":"traceutil/trace.go:171","msg":"trace[1797349911] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4799; }","duration":"232.408575ms","start":"2026-04-23T00:26:42.190524Z","end":"2026-04-23T00:26:42.422933Z","steps":["trace[1797349911] 'agreement among raft nodes before linearized reading' (duration: 232.119739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.423031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.985856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:26:42.423094Z","caller":"traceutil/trace.go:171","msg":"trace[502701680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4799; }","duration":"203.086497ms","start":"2026-04-23T00:26:42.219989Z","end":"2026-04-23T00:26:42.423076Z","steps":["trace[502701680] 'agreement among raft nodes before linearized reading' (duration: 202.877293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.423111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.695067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:26:42.423221Z","caller":"traceutil/trace.go:171","msg":"trace[1116355432] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4799; }","duration":"130.868171ms","start":"2026-04-23T00:26:42.292329Z","end":"2026-04-23T00:26:42.423197Z","steps":["trace[1116355432] 'agreement among raft nodes before linearized reading' (duration: 130.544305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542143Z","caller":"traceutil/trace.go:171","msg":"trace[1530562410] linearizableReadLoop","detail":"{readStateIndex:4984; appliedIndex:4982; }","duration":"115.046535ms","start":"2026-04-23T00:26:42.427078Z","end":"2026-04-23T00:26:42.542125Z","steps":["trace[1530562410] 'read index received' (duration: 10.120145ms)","trace[1530562410] 'applied index is now lower than readState.Index' (duration: 104.92521ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:42.542181Z","caller":"traceutil/trace.go:171","msg":"trace[272144835] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"113.863402ms","start":"2026-04-23T00:26:42.428281Z","end":"2026-04-23T00:26:42.542145Z","steps":["trace[272144835] 'process raft request' (duration: 113.710189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542175Z","caller":"traceutil/trace.go:171","msg":"trace[197410828] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"114.077655ms","start":"2026-04-23T00:26:42.428033Z","end":"2026-04-23T00:26:42.542111Z","steps":["trace[197410828] 'process raft request' (duration: 113.858071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542264Z","caller":"traceutil/trace.go:171","msg":"trace[351403506] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"106.49862ms","start":"2026-04-23T00:26:42.435757Z","end":"2026-04-23T00:26:42.542256Z","steps":["trace[351403506] 'process raft request' (duration: 106.305625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542343Z","caller":"traceutil/trace.go:171","msg":"trace[1241933876] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"113.71126ms","start":"2026-04-23T00:26:42.428596Z","end":"2026-04-23T00:26:42.542307Z","steps":["trace[1241933876] 'process raft request' (duration: 113.423674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542429Z","caller":"traceutil/trace.go:171","msg":"trace[691724415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4805; }","duration":"105.570552ms","start":"2026-04-23T00:26:42.436843Z","end":"2026-04-23T00:26:42.542414Z","steps":["trace[691724415] 'process raft request' (duration: 105.258015ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.542475Z","caller":"traceutil/trace.go:171","msg":"trace[834943406] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"111.844623ms","start":"2026-04-23T00:26:42.430622Z","end":"2026-04-23T00:26:42.542466Z","steps":["trace[834943406] 'process raft request' (duration: 111.416094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.543417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.933682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:26:42.543489Z","caller":"traceutil/trace.go:171","msg":"trace[1123273938] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4805; }","duration":"116.435992ms","start":"2026-04-23T00:26:42.427031Z","end":"2026-04-23T00:26:42.543467Z","steps":["trace[1123273938] 'agreement among raft nodes before linearized reading' (duration: 115.339371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.681391Z","caller":"traceutil/trace.go:171","msg":"trace[1435101961] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"133.617024ms","start":"2026-04-23T00:26:42.547746Z","end":"2026-04-23T00:26:42.681363Z","steps":["trace[1435101961] 'read index received' (duration: 104.870358ms)","trace[1435101961] 'applied index is now lower than readState.Index' (duration: 28.744146ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:42.681488Z","caller":"traceutil/trace.go:171","msg":"trace[991501667] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"138.202304ms","start":"2026-04-23T00:26:42.543236Z","end":"2026-04-23T00:26:42.681439Z","steps":["trace[991501667] 'process raft request' (duration: 109.398156ms)","trace[991501667] 'compare' (duration: 28.460471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:42.681715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.958981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T00:26:42.681762Z","caller":"traceutil/trace.go:171","msg":"trace[256557370] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4806; }","duration":"134.046152ms","start":"2026-04-23T00:26:42.547703Z","end":"2026-04-23T00:26:42.681749Z","steps":["trace[256557370] 'agreement among raft nodes before linearized reading' (duration: 133.801028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.681854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.269087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-04-23T00:26:42.681878Z","caller":"traceutil/trace.go:171","msg":"trace[577777963] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4806; }","duration":"133.308058ms","start":"2026-04-23T00:26:42.548564Z","end":"2026-04-23T00:26:42.681872Z","steps":["trace[577777963] 'agreement among raft nodes before linearized reading' (duration: 133.229606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.681941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.118637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-mnr9j-tls\" ","response":"range_response_count:1 size:2614"} {"level":"info","ts":"2026-04-23T00:26:42.681986Z","caller":"traceutil/trace.go:171","msg":"trace[386176915] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-mnr9j-tls; range_end:; response_count:1; response_revision:4806; }","duration":"128.176079ms","start":"2026-04-23T00:26:42.553795Z","end":"2026-04-23T00:26:42.681971Z","steps":["trace[386176915] 'agreement among raft nodes before linearized reading' (duration: 128.001335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:42.681969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.209839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-mnr9j-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-04-23T00:26:42.682046Z","caller":"traceutil/trace.go:171","msg":"trace[984357822] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-mnr9j-tls; range_end:; response_count:1; response_revision:4806; }","duration":"128.312891ms","start":"2026-04-23T00:26:42.553713Z","end":"2026-04-23T00:26:42.682026Z","steps":["trace[984357822] 'agreement among raft nodes before linearized reading' (duration: 128.122827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.803546Z","caller":"traceutil/trace.go:171","msg":"trace[1169160373] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"109.764172ms","start":"2026-04-23T00:26:42.693755Z","end":"2026-04-23T00:26:42.803519Z","steps":["trace[1169160373] 'process raft request' (duration: 109.562648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.803663Z","caller":"traceutil/trace.go:171","msg":"trace[456288980] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"108.971847ms","start":"2026-04-23T00:26:42.694478Z","end":"2026-04-23T00:26:42.80345Z","steps":["trace[456288980] 'read index received' (duration: 108.816344ms)","trace[456288980] 'applied index is now lower than readState.Index' (duration: 154.913µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:42.803863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.549289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:26:42.803856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.352525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T00:26:42.803896Z","caller":"traceutil/trace.go:171","msg":"trace[2026100089] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4807; }","duration":"108.62581ms","start":"2026-04-23T00:26:42.695259Z","end":"2026-04-23T00:26:42.803885Z","steps":["trace[2026100089] 'agreement among raft nodes before linearized reading' (duration: 108.508858ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:42.803937Z","caller":"traceutil/trace.go:171","msg":"trace[1548445438] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4807; }","duration":"109.453617ms","start":"2026-04-23T00:26:42.694459Z","end":"2026-04-23T00:26:42.803913Z","steps":["trace[1548445438] 'agreement among raft nodes before linearized reading' (duration: 109.208902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:44.383607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.915541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:44.383745Z","caller":"traceutil/trace.go:171","msg":"trace[1214343839] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4822; }","duration":"284.120785ms","start":"2026-04-23T00:26:44.09959Z","end":"2026-04-23T00:26:44.38371Z","steps":["trace[1214343839] 'range keys from in-memory index tree' (duration: 283.799469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.423219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033935797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-23T00:26:48.423312Z","caller":"traceutil/trace.go:171","msg":"trace[1423458185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa; range_end:; response_count:1; response_revision:4959; }","duration":"1.034120351s","start":"2026-04-23T00:26:47.38917Z","end":"2026-04-23T00:26:48.42329Z","steps":["trace[1423458185] 'range keys from in-memory index tree' (duration: 1.033688003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.423352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.389141Z","time spent":"1.034202072s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" "} {"level":"warn","ts":"2026-04-23T00:26:48.423556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.62312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:26:48.423979Z","caller":"traceutil/trace.go:171","msg":"trace[167720563] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"931.609897ms","start":"2026-04-23T00:26:47.492336Z","end":"2026-04-23T00:26:48.423946Z","steps":["trace[167720563] 'process raft request' (duration: 352.411516ms)","trace[167720563] 'compare' (duration: 578.373296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:48.424121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.492308Z","time spent":"931.7315ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:48.477947Z","caller":"traceutil/trace.go:171","msg":"trace[78957022] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"809.166159ms","start":"2026-04-23T00:26:47.668754Z","end":"2026-04-23T00:26:48.47792Z","steps":["trace[78957022] 'process raft request' (duration: 808.948605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:48.477924Z","caller":"traceutil/trace.go:171","msg":"trace[885697890] linearizableReadLoop","detail":"{readStateIndex:5150; appliedIndex:5147; }","duration":"783.915381ms","start":"2026-04-23T00:26:47.693976Z","end":"2026-04-23T00:26:48.477891Z","steps":["trace[885697890] 'read index received' (duration: 150.95447ms)","trace[885697890] 'applied index is now lower than readState.Index' (duration: 632.959511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:48.478091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.668723Z","time spent":"809.286371ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:48.478149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.163425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:26:48.478232Z","caller":"traceutil/trace.go:171","msg":"trace[404018893] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4961; }","duration":"784.252757ms","start":"2026-04-23T00:26:47.693959Z","end":"2026-04-23T00:26:48.478211Z","steps":["trace[404018893] 'agreement among raft nodes before linearized reading' (duration: 784.099324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.478287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.693889Z","time spent":"784.38253ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:26:48.478172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.663362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:26:48.4783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.205718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:48.478356Z","caller":"traceutil/trace.go:171","msg":"trace[1157279015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4961; }","duration":"728.921286ms","start":"2026-04-23T00:26:47.749418Z","end":"2026-04-23T00:26:48.478339Z","steps":["trace[1157279015] 'agreement among raft nodes before linearized reading' (duration: 728.670161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.478412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.749401Z","time spent":"728.995328ms","remote":"127.0.0.1:50586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:26:48.478409Z","caller":"traceutil/trace.go:171","msg":"trace[1443676970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"661.33365ms","start":"2026-04-23T00:26:47.817055Z","end":"2026-04-23T00:26:48.478389Z","steps":["trace[1443676970] 'agreement among raft nodes before linearized reading' (duration: 661.137326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.478538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.816973Z","time spent":"661.548703ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:26:48.478699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.75207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-23T00:26:48.478839Z","caller":"traceutil/trace.go:171","msg":"trace[662573996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa; range_end:; response_count:1; response_revision:4961; }","duration":"612.970625ms","start":"2026-04-23T00:26:47.865843Z","end":"2026-04-23T00:26:48.478814Z","steps":["trace[662573996] 'agreement among raft nodes before linearized reading' (duration: 612.324962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:48.478929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:47.865822Z","time spent":"613.093957ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" "} {"level":"info","ts":"2026-04-23T00:26:49.131107Z","caller":"traceutil/trace.go:171","msg":"trace[789697209] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"314.687767ms","start":"2026-04-23T00:26:48.816393Z","end":"2026-04-23T00:26:49.13108Z","steps":["trace[789697209] 'read index received' (duration: 314.527814ms)","trace[789697209] 'applied index is now lower than readState.Index' (duration: 158.933µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:49.131408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.985803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:49.131456Z","caller":"traceutil/trace.go:171","msg":"trace[964148141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"315.107816ms","start":"2026-04-23T00:26:48.816337Z","end":"2026-04-23T00:26:49.131444Z","steps":["trace[964148141] 'agreement among raft nodes before linearized reading' (duration: 314.893671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:49.13149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:48.816282Z","time spent":"315.200937ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:26:49.13152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.178222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:26:49.131601Z","caller":"traceutil/trace.go:171","msg":"trace[1738098817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4969; }","duration":"177.314924ms","start":"2026-04-23T00:26:48.954272Z","end":"2026-04-23T00:26:49.131587Z","steps":["trace[1738098817] 'agreement among raft nodes before linearized reading' (duration: 177.009589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:49.131723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.754918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:26:49.131231Z","caller":"traceutil/trace.go:171","msg":"trace[153024045] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"340.610357ms","start":"2026-04-23T00:26:48.790591Z","end":"2026-04-23T00:26:49.131201Z","steps":["trace[153024045] 'process raft request' (duration: 340.306501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:49.13189Z","caller":"traceutil/trace.go:171","msg":"trace[1003325204] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4969; }","duration":"223.107184ms","start":"2026-04-23T00:26:48.908754Z","end":"2026-04-23T00:26:49.131861Z","steps":["trace[1003325204] 'agreement among raft nodes before linearized reading' (duration: 222.654956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:49.132023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:48.790567Z","time spent":"341.368032ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:26:49.132374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.688283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812085"} {"level":"info","ts":"2026-04-23T00:26:49.132443Z","caller":"traceutil/trace.go:171","msg":"trace[194007830] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4969; }","duration":"307.826996ms","start":"2026-04-23T00:26:48.8246Z","end":"2026-04-23T00:26:49.132427Z","steps":["trace[194007830] 'agreement among raft nodes before linearized reading' (duration: 306.690475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:49.132491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:48.824553Z","time spent":"307.921598ms","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812108,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-23T00:26:49.359088Z","caller":"traceutil/trace.go:171","msg":"trace[1940392865] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"215.737743ms","start":"2026-04-23T00:26:49.143313Z","end":"2026-04-23T00:26:49.359051Z","steps":["trace[1940392865] 'process raft request' (duration: 118.572543ms)","trace[1940392865] 'compare' (duration: 96.974136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:51.1376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.814375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:51.137674Z","caller":"traceutil/trace.go:171","msg":"trace[1309768611] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5010; }","duration":"147.917878ms","start":"2026-04-23T00:26:50.989742Z","end":"2026-04-23T00:26:51.13766Z","steps":["trace[1309768611] 'range keys from in-memory index tree' (duration: 147.721254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:51.137825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.695845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:26:51.137905Z","caller":"traceutil/trace.go:171","msg":"trace[930365689] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5010; }","duration":"159.823536ms","start":"2026-04-23T00:26:50.978064Z","end":"2026-04-23T00:26:51.137887Z","steps":["trace[930365689] 'count revisions from in-memory index tree' (duration: 159.617883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:58.599271Z","caller":"traceutil/trace.go:171","msg":"trace[623226145] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"143.714997ms","start":"2026-04-23T00:26:58.455516Z","end":"2026-04-23T00:26:58.599231Z","steps":["trace[623226145] 'process raft request' (duration: 133.279636ms)","trace[623226145] 'compare' (duration: 10.207447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:58.934828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.513378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:26:58.934903Z","caller":"traceutil/trace.go:171","msg":"trace[2099901004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5172; }","duration":"190.6371ms","start":"2026-04-23T00:26:58.744246Z","end":"2026-04-23T00:26:58.934883Z","steps":["trace[2099901004] 'range keys from in-memory index tree' (duration: 190.377445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:58.934892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.903401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:58.934969Z","caller":"traceutil/trace.go:171","msg":"trace[2116586851] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5172; }","duration":"102.994573ms","start":"2026-04-23T00:26:58.831953Z","end":"2026-04-23T00:26:58.934947Z","steps":["trace[2116586851] 'range keys from in-memory index tree' (duration: 102.83022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:58.934978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.064613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T00:26:58.934892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.308191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:26:58.935047Z","caller":"traceutil/trace.go:171","msg":"trace[2063358357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5172; }","duration":"105.156325ms","start":"2026-04-23T00:26:58.829871Z","end":"2026-04-23T00:26:58.935027Z","steps":["trace[2063358357] 'range keys from in-memory index tree' (duration: 104.942301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:58.935065Z","caller":"traceutil/trace.go:171","msg":"trace[1097983436] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5172; }","duration":"180.518196ms","start":"2026-04-23T00:26:58.754517Z","end":"2026-04-23T00:26:58.935036Z","steps":["trace[1097983436] 'range keys from in-memory index tree' (duration: 180.141997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:58.935263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.895992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:26:58.935315Z","caller":"traceutil/trace.go:171","msg":"trace[536320314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5172; }","duration":"183.956132ms","start":"2026-04-23T00:26:58.751342Z","end":"2026-04-23T00:26:58.935298Z","steps":["trace[536320314] 'range keys from in-memory index tree' (duration: 183.562174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:58.935413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.539902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:58.935472Z","caller":"traceutil/trace.go:171","msg":"trace[101660866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5172; }","duration":"119.632504ms","start":"2026-04-23T00:26:58.815826Z","end":"2026-04-23T00:26:58.935458Z","steps":["trace[101660866] 'range keys from in-memory index tree' (duration: 119.465501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:58.935645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.383798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:26:58.935692Z","caller":"traceutil/trace.go:171","msg":"trace[1449062283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5172; }","duration":"187.292817ms","start":"2026-04-23T00:26:58.748388Z","end":"2026-04-23T00:26:58.93568Z","steps":["trace[1449062283] 'range keys from in-memory index tree' (duration: 186.213085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:05.150767Z","caller":"traceutil/trace.go:171","msg":"trace[168830517] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"437.247579ms","start":"2026-04-23T00:27:04.713481Z","end":"2026-04-23T00:27:05.150728Z","steps":["trace[168830517] 'process raft request' (duration: 437.010094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.150994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:04.713444Z","time spent":"437.427881ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:05.156961Z","caller":"traceutil/trace.go:171","msg":"trace[811777240] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5430; }","duration":"439.389089ms","start":"2026-04-23T00:27:04.717553Z","end":"2026-04-23T00:27:05.156942Z","steps":["trace[811777240] 'read index received' (duration: 432.977716ms)","trace[811777240] 'applied index is now lower than readState.Index' (duration: 6.410143ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:05.157066Z","caller":"traceutil/trace.go:171","msg":"trace[165476226] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"442.52546ms","start":"2026-04-23T00:27:04.714529Z","end":"2026-04-23T00:27:05.157054Z","steps":["trace[165476226] 'process raft request' (duration: 442.331446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:04.714498Z","time spent":"442.599672ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:05.157296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.950912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:27:05.157356Z","caller":"traceutil/trace.go:171","msg":"trace[2071903692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5235; }","duration":"438.036584ms","start":"2026-04-23T00:27:04.719301Z","end":"2026-04-23T00:27:05.157337Z","steps":["trace[2071903692] 'agreement among raft nodes before linearized reading' (duration: 437.827879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.408062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:27:05.157403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:04.719289Z","time spent":"438.102575ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:27:05.157423Z","caller":"traceutil/trace.go:171","msg":"trace[1955725339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5235; }","duration":"182.546905ms","start":"2026-04-23T00:27:04.974854Z","end":"2026-04-23T00:27:05.157401Z","steps":["trace[1955725339] 'agreement among raft nodes before linearized reading' (duration: 182.285769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.842825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-t9dzc\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-04-23T00:27:05.157614Z","caller":"traceutil/trace.go:171","msg":"trace[94139333] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-t9dzc; range_end:; response_count:1; response_revision:5235; }","duration":"122.902396ms","start":"2026-04-23T00:27:05.0347Z","end":"2026-04-23T00:27:05.157602Z","steps":["trace[94139333] 'agreement among raft nodes before linearized reading' (duration: 122.786184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.723419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:27:05.157663Z","caller":"traceutil/trace.go:171","msg":"trace[496146310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5235; }","duration":"181.824311ms","start":"2026-04-23T00:27:04.975828Z","end":"2026-04-23T00:27:05.157652Z","steps":["trace[496146310] 'agreement among raft nodes before linearized reading' (duration: 181.734129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.845838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:27:05.157792Z","caller":"traceutil/trace.go:171","msg":"trace[507331673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5235; }","duration":"186.938019ms","start":"2026-04-23T00:27:04.97083Z","end":"2026-04-23T00:27:05.157768Z","steps":["trace[507331673] 'agreement among raft nodes before linearized reading' (duration: 186.794046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.673087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:27:05.157819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.233435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:27:05.157857Z","caller":"traceutil/trace.go:171","msg":"trace[1978664172] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5235; }","duration":"303.799619ms","start":"2026-04-23T00:27:04.854035Z","end":"2026-04-23T00:27:05.157835Z","steps":["trace[1978664172] 'agreement among raft nodes before linearized reading' (duration: 303.660797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:04.854019Z","time spent":"303.87991ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T00:27:05.157915Z","caller":"traceutil/trace.go:171","msg":"trace[1002541102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5235; }","duration":"440.376839ms","start":"2026-04-23T00:27:04.717514Z","end":"2026-04-23T00:27:05.157891Z","steps":["trace[1002541102] 'agreement among raft nodes before linearized reading' (duration: 440.061603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:05.157964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:04.717499Z","time spent":"440.455791ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:05.158335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.568701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:27:05.158594Z","caller":"traceutil/trace.go:171","msg":"trace[834169800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5235; }","duration":"187.861138ms","start":"2026-04-23T00:27:04.970712Z","end":"2026-04-23T00:27:05.158573Z","steps":["trace[834169800] 'agreement among raft nodes before linearized reading' (duration: 186.906489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:07.666215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.662811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T00:27:07.666301Z","caller":"traceutil/trace.go:171","msg":"trace[1164692123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621; range_end:; response_count:1; response_revision:5314; }","duration":"175.848016ms","start":"2026-04-23T00:27:07.490434Z","end":"2026-04-23T00:27:07.666282Z","steps":["trace[1164692123] 'range keys from in-memory index tree' (duration: 175.464238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:07.809111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.279818ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:27:07.809247Z","caller":"traceutil/trace.go:171","msg":"trace[213793495] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5511; }","duration":"220.746951ms","start":"2026-04-23T00:27:07.588474Z","end":"2026-04-23T00:27:07.809221Z","steps":["trace[213793495] 'read index received' (duration: 23.31884ms)","trace[213793495] 'applied index is now lower than readState.Index' (duration: 197.42598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:07.809518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.038746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:27:07.809573Z","caller":"traceutil/trace.go:171","msg":"trace[1410009555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"221.153128ms","start":"2026-04-23T00:27:07.588406Z","end":"2026-04-23T00:27:07.809559Z","steps":["trace[1410009555] 'agreement among raft nodes before linearized reading' (duration: 220.902173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:08.029216Z","caller":"traceutil/trace.go:171","msg":"trace[1670450537] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"214.671063ms","start":"2026-04-23T00:27:07.81452Z","end":"2026-04-23T00:27:08.029191Z","steps":["trace[1670450537] 'process raft request' (duration: 214.386338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:08.029369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.623894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:08.029434Z","caller":"traceutil/trace.go:171","msg":"trace[1153219398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5315; }","duration":"212.729866ms","start":"2026-04-23T00:27:07.816689Z","end":"2026-04-23T00:27:08.029419Z","steps":["trace[1153219398] 'agreement among raft nodes before linearized reading' (duration: 212.592813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:08.029152Z","caller":"traceutil/trace.go:171","msg":"trace[154862730] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5512; }","duration":"212.4116ms","start":"2026-04-23T00:27:07.816708Z","end":"2026-04-23T00:27:08.029119Z","steps":["trace[154862730] 'read index received' (duration: 212.150155ms)","trace[154862730] 'applied index is now lower than readState.Index' (duration: 258.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:08.635053Z","caller":"traceutil/trace.go:171","msg":"trace[1341617236] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"573.529081ms","start":"2026-04-23T00:27:08.061497Z","end":"2026-04-23T00:27:08.635027Z","steps":["trace[1341617236] 'process raft request' (duration: 573.349498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:08.635218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:08.061482Z","time spent":"573.648304ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:09.171554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998411852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:27:09.546833Z","caller":"traceutil/trace.go:171","msg":"trace[1410466511] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"1.225877262s","start":"2026-04-23T00:27:08.320925Z","end":"2026-04-23T00:27:09.546802Z","steps":["trace[1410466511] 'process raft request' (duration: 1.225716659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.546977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:08.320894Z","time spent":"1.226015764s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:27:09.549592Z","caller":"traceutil/trace.go:171","msg":"trace[1904412776] linearizableReadLoop","detail":"{readStateIndex:5517; appliedIndex:5514; }","duration":"878.219689ms","start":"2026-04-23T00:27:08.67135Z","end":"2026-04-23T00:27:09.549569Z","steps":["trace[1904412776] 'read index received' (duration: 875.280873ms)","trace[1904412776] 'applied index is now lower than readState.Index' (duration: 2.937886ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:09.549702Z","caller":"traceutil/trace.go:171","msg":"trace[557779243] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"386.041953ms","start":"2026-04-23T00:27:09.163609Z","end":"2026-04-23T00:27:09.54965Z","steps":["trace[557779243] 'process raft request' (duration: 385.729656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:09.549721Z","caller":"traceutil/trace.go:171","msg":"trace[140356991] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"380.13458ms","start":"2026-04-23T00:27:09.169566Z","end":"2026-04-23T00:27:09.549701Z","steps":["trace[140356991] 'process raft request' (duration: 379.921516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.549827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.466384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-23T00:27:09.549855Z","caller":"traceutil/trace.go:171","msg":"trace[932975659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621; range_end:; response_count:1; response_revision:5319; }","duration":"878.571635ms","start":"2026-04-23T00:27:08.671275Z","end":"2026-04-23T00:27:09.549847Z","steps":["trace[932975659] 'agreement among raft nodes before linearized reading' (duration: 878.414983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.549877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:08.671253Z","time spent":"878.618857ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621\" "} {"level":"warn","ts":"2026-04-23T00:27:09.549869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.163581Z","time spent":"386.197686ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:09.549885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.279571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:27:09.549899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.805105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:27:09.549923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.169553Z","time spent":"380.301313ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:09.549935Z","caller":"traceutil/trace.go:171","msg":"trace[1639145498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5319; }","duration":"368.332592ms","start":"2026-04-23T00:27:09.181588Z","end":"2026-04-23T00:27:09.549921Z","steps":["trace[1639145498] 'agreement among raft nodes before linearized reading' (duration: 368.191269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.549974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.181552Z","time spent":"368.414464ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:27:09.549964Z","caller":"traceutil/trace.go:171","msg":"trace[1348197491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5319; }","duration":"363.896646ms","start":"2026-04-23T00:27:09.186052Z","end":"2026-04-23T00:27:09.549948Z","steps":["trace[1348197491] 'agreement among raft nodes before linearized reading' (duration: 363.721173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.550046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.781815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:27:09.550052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.186042Z","time spent":"364.001358ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:27:09.550059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.523692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:09.550108Z","caller":"traceutil/trace.go:171","msg":"trace[383095933] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5319; }","duration":"279.632434ms","start":"2026-04-23T00:27:09.270461Z","end":"2026-04-23T00:27:09.550094Z","steps":["trace[383095933] 'agreement among raft nodes before linearized reading' (duration: 279.546702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:09.550115Z","caller":"traceutil/trace.go:171","msg":"trace[1475853060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5319; }","duration":"375.861247ms","start":"2026-04-23T00:27:09.174219Z","end":"2026-04-23T00:27:09.55008Z","steps":["trace[1475853060] 'agreement among raft nodes before linearized reading' (duration: 375.721964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.550081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.231315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:27:09.550086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.138858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:27:09.550156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.174204Z","time spent":"375.943448ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:27:09.550181Z","caller":"traceutil/trace.go:171","msg":"trace[1018642410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5319; }","duration":"254.371158ms","start":"2026-04-23T00:27:09.295785Z","end":"2026-04-23T00:27:09.550157Z","steps":["trace[1018642410] 'agreement among raft nodes before linearized reading' (duration: 254.201685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:09.550193Z","caller":"traceutil/trace.go:171","msg":"trace[150106717] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5319; }","duration":"368.26852ms","start":"2026-04-23T00:27:09.181898Z","end":"2026-04-23T00:27:09.550167Z","steps":["trace[150106717] 'agreement among raft nodes before linearized reading' (duration: 368.066877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.550084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.244652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:27:09.550242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.181889Z","time spent":"368.345403ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:27:09.550251Z","caller":"traceutil/trace.go:171","msg":"trace[123363312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5319; }","duration":"365.447297ms","start":"2026-04-23T00:27:09.184792Z","end":"2026-04-23T00:27:09.55024Z","steps":["trace[123363312] 'agreement among raft nodes before linearized reading' (duration: 365.09545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.55029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.184783Z","time spent":"365.496607ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:09.550363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.477362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:09.550414Z","caller":"traceutil/trace.go:171","msg":"trace[1617272667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5319; }","duration":"733.562874ms","start":"2026-04-23T00:27:08.816835Z","end":"2026-04-23T00:27:09.550398Z","steps":["trace[1617272667] 'agreement among raft nodes before linearized reading' (duration: 732.926372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.55044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:08.816805Z","time spent":"733.628704ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:27:09.55057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.649216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:27:09.550784Z","caller":"traceutil/trace.go:171","msg":"trace[1864467986] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5319; }","duration":"370.723628ms","start":"2026-04-23T00:27:09.179884Z","end":"2026-04-23T00:27:09.550608Z","steps":["trace[1864467986] 'agreement among raft nodes before linearized reading' (duration: 369.919293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:09.550837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:09.179872Z","time spent":"370.954513ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:27:09.984508Z","caller":"traceutil/trace.go:171","msg":"trace[344174851] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"120.551861ms","start":"2026-04-23T00:27:09.863714Z","end":"2026-04-23T00:27:09.984266Z","steps":["trace[344174851] 'process raft request' (duration: 104.455431ms)","trace[344174851] 'compare' (duration: 15.883116ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:09.986069Z","caller":"traceutil/trace.go:171","msg":"trace[1577867561] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"110.823843ms","start":"2026-04-23T00:27:09.875199Z","end":"2026-04-23T00:27:09.986023Z","steps":["trace[1577867561] 'process raft request' (duration: 110.622559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:11.953442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.810203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:11.953536Z","caller":"traceutil/trace.go:171","msg":"trace[1553933358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5376; }","duration":"136.940857ms","start":"2026-04-23T00:27:11.816572Z","end":"2026-04-23T00:27:11.953513Z","steps":["trace[1553933358] 'range keys from in-memory index tree' (duration: 136.722541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:11.953623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.185013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:27:11.953711Z","caller":"traceutil/trace.go:171","msg":"trace[78953773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5376; }","duration":"283.337796ms","start":"2026-04-23T00:27:11.670351Z","end":"2026-04-23T00:27:11.953689Z","steps":["trace[78953773] 'range keys from in-memory index tree' (duration: 282.922897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.725762Z","caller":"traceutil/trace.go:171","msg":"trace[1009333804] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"102.551974ms","start":"2026-04-23T00:27:23.623186Z","end":"2026-04-23T00:27:23.725738Z","steps":["trace[1009333804] 'process raft request' (duration: 102.37694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.987783Z","caller":"traceutil/trace.go:171","msg":"trace[683893565] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5730; }","duration":"256.962297ms","start":"2026-04-23T00:27:23.730797Z","end":"2026-04-23T00:27:23.987759Z","steps":["trace[683893565] 'read index received' (duration: 10.258187ms)","trace[683893565] 'applied index is now lower than readState.Index' (duration: 246.70303ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:23.987798Z","caller":"traceutil/trace.go:171","msg":"trace[287502543] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"257.527398ms","start":"2026-04-23T00:27:23.73023Z","end":"2026-04-23T00:27:23.987757Z","steps":["trace[287502543] 'process raft request' (duration: 257.321583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.987919Z","caller":"traceutil/trace.go:171","msg":"trace[923309470] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"257.481347ms","start":"2026-04-23T00:27:23.730426Z","end":"2026-04-23T00:27:23.987907Z","steps":["trace[923309470] 'process raft request' (duration: 257.164131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.988027Z","caller":"traceutil/trace.go:171","msg":"trace[486008325] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"258.169011ms","start":"2026-04-23T00:27:23.729843Z","end":"2026-04-23T00:27:23.988012Z","steps":["trace[486008325] 'process raft request' (duration: 257.511567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.988059Z","caller":"traceutil/trace.go:171","msg":"trace[1482406462] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"256.933457ms","start":"2026-04-23T00:27:23.731116Z","end":"2026-04-23T00:27:23.98805Z","steps":["trace[1482406462] 'process raft request' (duration: 256.512819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.988145Z","caller":"traceutil/trace.go:171","msg":"trace[1446520335] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"256.750203ms","start":"2026-04-23T00:27:23.731388Z","end":"2026-04-23T00:27:23.988138Z","steps":["trace[1446520335] 'process raft request' (duration: 256.283454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.988368Z","caller":"traceutil/trace.go:171","msg":"trace[2114491990] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"251.90456ms","start":"2026-04-23T00:27:23.736429Z","end":"2026-04-23T00:27:23.988334Z","steps":["trace[2114491990] 'process raft request' (duration: 251.280588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:23.988513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.588348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:27:23.988522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.742435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:23.991719Z","caller":"traceutil/trace.go:171","msg":"trace[1199130210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5532; }","duration":"207.625927ms","start":"2026-04-23T00:27:23.783874Z","end":"2026-04-23T00:27:23.9915Z","steps":["trace[1199130210] 'agreement among raft nodes before linearized reading' (duration: 204.489927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:23.991793Z","caller":"traceutil/trace.go:171","msg":"trace[1464175036] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5532; }","duration":"177.052368ms","start":"2026-04-23T00:27:23.814718Z","end":"2026-04-23T00:27:23.991771Z","steps":["trace[1464175036] 'agreement among raft nodes before linearized reading' (duration: 173.714873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:23.988519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.705411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65007"} {"level":"info","ts":"2026-04-23T00:27:23.992062Z","caller":"traceutil/trace.go:171","msg":"trace[2015603755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5532; }","duration":"261.288471ms","start":"2026-04-23T00:27:23.730761Z","end":"2026-04-23T00:27:23.99205Z","steps":["trace[2015603755] 'agreement among raft nodes before linearized reading' (duration: 257.493247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:23.988515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.562652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:23.992226Z","caller":"traceutil/trace.go:171","msg":"trace[828256139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5532; }","duration":"176.319444ms","start":"2026-04-23T00:27:23.815883Z","end":"2026-04-23T00:27:23.992203Z","steps":["trace[828256139] 'agreement among raft nodes before linearized reading' (duration: 172.505471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:24.590993Z","caller":"traceutil/trace.go:171","msg":"trace[880922978] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"129.409651ms","start":"2026-04-23T00:27:24.461559Z","end":"2026-04-23T00:27:24.590969Z","steps":["trace[880922978] 'process raft request' (duration: 129.251718ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.194607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2782} {"level":"info","ts":"2026-04-23T00:27:49.270698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2782,"took":"74.578636ms","hash":1918603014,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":30986240,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T00:27:49.270753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1918603014,"revision":2782,"compact-revision":-1} {"level":"info","ts":"2026-04-23T00:32:49.205274Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5696} {"level":"info","ts":"2026-04-23T00:32:49.2942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5696,"took":"87.083281ms","hash":3397639049,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":24776704,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T00:32:49.294272Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3397639049,"revision":5696,"compact-revision":2782} {"level":"warn","ts":"2026-04-23T00:33:08.316764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998419505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:33:08.336055Z","caller":"traceutil/trace.go:171","msg":"trace[2052912095] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8440; }","duration":"519.470265ms","start":"2026-04-23T00:33:07.816565Z","end":"2026-04-23T00:33:08.336036Z","steps":["trace[2052912095] 'read index received' (duration: 519.295492ms)","trace[2052912095] 'applied index is now lower than readState.Index' (duration: 173.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:08.336275Z","caller":"traceutil/trace.go:171","msg":"trace[960268551] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"616.299579ms","start":"2026-04-23T00:33:07.719962Z","end":"2026-04-23T00:33:08.336261Z","steps":["trace[960268551] 'process raft request' (duration: 615.947123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.336384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.719935Z","time spent":"616.37925ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:08.336559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.994566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:08.336598Z","caller":"traceutil/trace.go:171","msg":"trace[1513818350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8153; }","duration":"520.070897ms","start":"2026-04-23T00:33:07.816518Z","end":"2026-04-23T00:33:08.336589Z","steps":["trace[1513818350] 'agreement among raft nodes before linearized reading' (duration: 520.010586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.336625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.816499Z","time spent":"520.120698ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:33:08.336829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.360903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:33:08.336867Z","caller":"traceutil/trace.go:171","msg":"trace[397549655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8153; }","duration":"511.436663ms","start":"2026-04-23T00:33:07.825422Z","end":"2026-04-23T00:33:08.336859Z","steps":["trace[397549655] 'agreement among raft nodes before linearized reading' (duration: 511.335521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.336893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.825403Z","time spent":"511.484465ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:08.337229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.211303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:08.337276Z","caller":"traceutil/trace.go:171","msg":"trace[1859353966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8153; }","duration":"104.300363ms","start":"2026-04-23T00:33:08.232962Z","end":"2026-04-23T00:33:08.337263Z","steps":["trace[1859353966] 'agreement among raft nodes before linearized reading' (duration: 104.232492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.337466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.266084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:33:08.337505Z","caller":"traceutil/trace.go:171","msg":"trace[37814865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8153; }","duration":"370.315555ms","start":"2026-04-23T00:33:07.96718Z","end":"2026-04-23T00:33:08.337495Z","steps":["trace[37814865] 'agreement among raft nodes before linearized reading' (duration: 370.215453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.337531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.967175Z","time spent":"370.350295ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"warn","ts":"2026-04-23T00:33:08.337701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.537124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:33:08.337738Z","caller":"traceutil/trace.go:171","msg":"trace[280695261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8153; }","duration":"452.581965ms","start":"2026-04-23T00:33:07.885148Z","end":"2026-04-23T00:33:08.33773Z","steps":["trace[280695261] 'agreement among raft nodes before linearized reading' (duration: 452.497123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.337764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.885145Z","time spent":"452.613596ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:08.337929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.126105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:33:08.337969Z","caller":"traceutil/trace.go:171","msg":"trace[1694406568] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8153; }","duration":"453.172587ms","start":"2026-04-23T00:33:07.884787Z","end":"2026-04-23T00:33:08.33796Z","steps":["trace[1694406568] 'agreement among raft nodes before linearized reading' (duration: 453.082465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.337995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.884782Z","time spent":"453.207638ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:08.338154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.381339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:33:08.33819Z","caller":"traceutil/trace.go:171","msg":"trace[1659711691] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8153; }","duration":"480.44422ms","start":"2026-04-23T00:33:07.857738Z","end":"2026-04-23T00:33:08.338182Z","steps":["trace[1659711691] 'agreement among raft nodes before linearized reading' (duration: 480.363249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.338216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.857724Z","time spent":"480.486721ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:08.33837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.946841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:33:08.338403Z","caller":"traceutil/trace.go:171","msg":"trace[2075592259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8153; }","duration":"505.006493ms","start":"2026-04-23T00:33:07.833389Z","end":"2026-04-23T00:33:08.338396Z","steps":["trace[2075592259] 'agreement among raft nodes before linearized reading' (duration: 504.927172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.338428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:07.833367Z","time spent":"505.055794ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:08.846336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998419509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:33:08.951262Z","caller":"traceutil/trace.go:171","msg":"trace[424600783] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"607.385302ms","start":"2026-04-23T00:33:08.343789Z","end":"2026-04-23T00:33:08.951174Z","steps":["trace[424600783] 'process raft request' (duration: 607.095705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.951529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.343768Z","time spent":"607.613185ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:08.952241Z","caller":"traceutil/trace.go:171","msg":"trace[2070087921] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"607.807939ms","start":"2026-04-23T00:33:08.344398Z","end":"2026-04-23T00:33:08.952206Z","steps":["trace[2070087921] 'process raft request' (duration: 607.536614ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:08.952264Z","caller":"traceutil/trace.go:171","msg":"trace[242586570] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"607.721718ms","start":"2026-04-23T00:33:08.344511Z","end":"2026-04-23T00:33:08.952232Z","steps":["trace[242586570] 'process raft request' (duration: 607.615006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.952407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.344375Z","time spent":"607.939081ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:08.952444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.344499Z","time spent":"607.85453ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:08.952532Z","caller":"traceutil/trace.go:171","msg":"trace[2128271529] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8441; }","duration":"607.043565ms","start":"2026-04-23T00:33:08.345464Z","end":"2026-04-23T00:33:08.952507Z","steps":["trace[2128271529] 'read index received' (duration: 605.380933ms)","trace[2128271529] 'applied index is now lower than readState.Index' (duration: 1.661602ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:08.952656Z","caller":"traceutil/trace.go:171","msg":"trace[391481120] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"608.038464ms","start":"2026-04-23T00:33:08.34461Z","end":"2026-04-23T00:33:08.952649Z","steps":["trace[391481120] 'process raft request' (duration: 607.831461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.952699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.344598Z","time spent":"608.081635ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:08.952788Z","caller":"traceutil/trace.go:171","msg":"trace[1096423212] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"608.256008ms","start":"2026-04-23T00:33:08.344525Z","end":"2026-04-23T00:33:08.952781Z","steps":["trace[1096423212] 'process raft request' (duration: 607.670866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.952823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.344498Z","time spent":"608.307509ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:08.953073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.097028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:08.953088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.603895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207020"} {"level":"info","ts":"2026-04-23T00:33:08.953138Z","caller":"traceutil/trace.go:171","msg":"trace[521299433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8158; }","duration":"607.675407ms","start":"2026-04-23T00:33:08.345448Z","end":"2026-04-23T00:33:08.953123Z","steps":["trace[521299433] 'agreement among raft nodes before linearized reading' (duration: 607.199428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.953193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.938631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:08.953231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.34544Z","time spent":"607.778979ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207043,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:33:08.95324Z","caller":"traceutil/trace.go:171","msg":"trace[572769992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8158; }","duration":"136.021442ms","start":"2026-04-23T00:33:08.817205Z","end":"2026-04-23T00:33:08.953226Z","steps":["trace[572769992] 'agreement among raft nodes before linearized reading' (duration: 135.949731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:08.9531Z","caller":"traceutil/trace.go:171","msg":"trace[1166952090] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8158; }","duration":"399.160019ms","start":"2026-04-23T00:33:08.553931Z","end":"2026-04-23T00:33:08.953091Z","steps":["trace[1166952090] 'agreement among raft nodes before linearized reading' (duration: 399.113399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.953432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:08.55389Z","time spent":"399.524775ms","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:11.116229Z","caller":"traceutil/trace.go:171","msg":"trace[311465106] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"154.54289ms","start":"2026-04-23T00:33:10.961647Z","end":"2026-04-23T00:33:11.11619Z","steps":["trace[311465106] 'process raft request' (duration: 134.051954ms)","trace[311465106] 'compare' (duration: 20.249442ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:11.116575Z","caller":"traceutil/trace.go:171","msg":"trace[208603095] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"154.853016ms","start":"2026-04-23T00:33:10.961656Z","end":"2026-04-23T00:33:11.116509Z","steps":["trace[208603095] 'process raft request' (duration: 154.469039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.117098Z","caller":"traceutil/trace.go:171","msg":"trace[127675488] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"154.710754ms","start":"2026-04-23T00:33:10.962376Z","end":"2026-04-23T00:33:11.117086Z","steps":["trace[127675488] 'process raft request' (duration: 154.455719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.117216Z","caller":"traceutil/trace.go:171","msg":"trace[1633774427] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8451; }","duration":"152.556464ms","start":"2026-04-23T00:33:10.964622Z","end":"2026-04-23T00:33:11.117179Z","steps":["trace[1633774427] 'read index received' (duration: 66.90789ms)","trace[1633774427] 'applied index is now lower than readState.Index' (duration: 85.642034ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:11.117232Z","caller":"traceutil/trace.go:171","msg":"trace[2023305627] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"155.51778ms","start":"2026-04-23T00:33:10.961686Z","end":"2026-04-23T00:33:11.117203Z","steps":["trace[2023305627] 'process raft request' (duration: 154.705394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.117742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.090094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207020"} {"level":"info","ts":"2026-04-23T00:33:11.117786Z","caller":"traceutil/trace.go:171","msg":"trace[53448665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8170; }","duration":"153.206256ms","start":"2026-04-23T00:33:10.964569Z","end":"2026-04-23T00:33:11.117776Z","steps":["trace[53448665] 'agreement among raft nodes before linearized reading' (duration: 152.723367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:19.381321Z","caller":"traceutil/trace.go:171","msg":"trace[560268492] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"113.485097ms","start":"2026-04-23T00:33:19.267816Z","end":"2026-04-23T00:33:19.381301Z","steps":["trace[560268492] 'process raft request' (duration: 113.452947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:19.381347Z","caller":"traceutil/trace.go:171","msg":"trace[2131940612] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"116.457674ms","start":"2026-04-23T00:33:19.264858Z","end":"2026-04-23T00:33:19.381316Z","steps":["trace[2131940612] 'process raft request' (duration: 76.703345ms)","trace[2131940612] 'compare' (duration: 39.570375ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:19.381461Z","caller":"traceutil/trace.go:171","msg":"trace[1914934901] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"115.970285ms","start":"2026-04-23T00:33:19.265464Z","end":"2026-04-23T00:33:19.381434Z","steps":["trace[1914934901] 'process raft request' (duration: 115.774551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:19.38155Z","caller":"traceutil/trace.go:171","msg":"trace[936311158] linearizableReadLoop","detail":"{readStateIndex:8499; appliedIndex:8498; }","duration":"116.084217ms","start":"2026-04-23T00:33:19.265445Z","end":"2026-04-23T00:33:19.381529Z","steps":["trace[936311158] 'read index received' (duration: 76.109484ms)","trace[936311158] 'applied index is now lower than readState.Index' (duration: 39.972273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:19.381807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.224234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:33:19.381914Z","caller":"traceutil/trace.go:171","msg":"trace[995988961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8211; }","duration":"112.347606ms","start":"2026-04-23T00:33:19.269542Z","end":"2026-04-23T00:33:19.38189Z","steps":["trace[995988961] 'agreement among raft nodes before linearized reading' (duration: 112.106192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:19.38199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.520284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:33:19.382067Z","caller":"traceutil/trace.go:171","msg":"trace[204509135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"116.628298ms","start":"2026-04-23T00:33:19.265419Z","end":"2026-04-23T00:33:19.382047Z","steps":["trace[204509135] 'agreement among raft nodes before linearized reading' (duration: 116.212909ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:19.805881Z","caller":"traceutil/trace.go:171","msg":"trace[1474858419] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"291.664204ms","start":"2026-04-23T00:33:19.514196Z","end":"2026-04-23T00:33:19.80586Z","steps":["trace[1474858419] 'read index received' (duration: 195.39727ms)","trace[1474858419] 'applied index is now lower than readState.Index' (duration: 96.266004ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:19.805951Z","caller":"traceutil/trace.go:171","msg":"trace[1207324492] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"330.537286ms","start":"2026-04-23T00:33:19.475378Z","end":"2026-04-23T00:33:19.805915Z","steps":["trace[1207324492] 'process raft request' (duration: 234.306764ms)","trace[1207324492] 'compare' (duration: 95.952207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:19.806017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.814466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:19.806036Z","caller":"traceutil/trace.go:171","msg":"trace[1747426587] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8213; }","duration":"291.880618ms","start":"2026-04-23T00:33:19.514151Z","end":"2026-04-23T00:33:19.806032Z","steps":["trace[1747426587] 'agreement among raft nodes before linearized reading' (duration: 291.807136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:19.806087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:19.475364Z","time spent":"330.651429ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:19.806358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.504857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:33:19.806475Z","caller":"traceutil/trace.go:171","msg":"trace[783546076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8213; }","duration":"218.6803ms","start":"2026-04-23T00:33:19.58777Z","end":"2026-04-23T00:33:19.80645Z","steps":["trace[783546076] 'agreement among raft nodes before linearized reading' (duration: 218.342973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.020028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998419677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:21.520536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998419677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:21.534191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11637404s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:33:21.534614Z","caller":"traceutil/trace.go:171","msg":"trace[693844309] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"1.116868949s","start":"2026-04-23T00:33:20.417722Z","end":"2026-04-23T00:33:21.53459Z","steps":["trace[693844309] 'process raft request' (duration: 1.116715746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.534817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.417704Z","time spent":"1.117025292s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:21.585929Z","caller":"traceutil/trace.go:171","msg":"trace[416081854] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"319.859296ms","start":"2026-04-23T00:33:21.266037Z","end":"2026-04-23T00:33:21.585896Z","steps":["trace[416081854] 'process raft request' (duration: 319.5743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:21.266012Z","time spent":"319.993278ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:21.586119Z","caller":"traceutil/trace.go:171","msg":"trace[988129638] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"320.041059ms","start":"2026-04-23T00:33:21.266059Z","end":"2026-04-23T00:33:21.5861Z","steps":["trace[988129638] 'process raft request' (duration: 319.724082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.586115Z","caller":"traceutil/trace.go:171","msg":"trace[748774786] linearizableReadLoop","detail":"{readStateIndex:8507; appliedIndex:8504; }","duration":"1.066356117s","start":"2026-04-23T00:33:20.51973Z","end":"2026-04-23T00:33:21.586086Z","steps":["trace[748774786] 'read index received' (duration: 1.014745575s)","trace[748774786] 'applied index is now lower than readState.Index' (duration: 51.609442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:21.586354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050783894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:21.586411Z","caller":"traceutil/trace.go:171","msg":"trace[1573207268] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8217; }","duration":"1.050904776s","start":"2026-04-23T00:33:20.535488Z","end":"2026-04-23T00:33:21.586393Z","steps":["trace[1573207268] 'agreement among raft nodes before linearized reading' (duration: 1.050756003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.365344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:33:21.58646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.53547Z","time spent":"1.050978198s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:21.586472Z","caller":"traceutil/trace.go:171","msg":"trace[1962193079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"200.429565ms","start":"2026-04-23T00:33:21.38603Z","end":"2026-04-23T00:33:21.586459Z","steps":["trace[1962193079] 'agreement among raft nodes before linearized reading' (duration: 200.234292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066665583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:21.586558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.868323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T00:33:21.586531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.312872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:21.586593Z","caller":"traceutil/trace.go:171","msg":"trace[1887972083] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8217; }","duration":"1.066870317s","start":"2026-04-23T00:33:20.519696Z","end":"2026-04-23T00:33:21.586567Z","steps":["trace[1887972083] 'agreement among raft nodes before linearized reading' (duration: 1.066529381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.844055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:33:21.586631Z","caller":"traceutil/trace.go:171","msg":"trace[1356820057] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8217; }","duration":"193.471904ms","start":"2026-04-23T00:33:21.393135Z","end":"2026-04-23T00:33:21.586607Z","steps":["trace[1356820057] 'agreement among raft nodes before linearized reading' (duration: 193.298271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.586685Z","caller":"traceutil/trace.go:171","msg":"trace[812270072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"182.961076ms","start":"2026-04-23T00:33:21.403686Z","end":"2026-04-23T00:33:21.586647Z","steps":["trace[812270072] 'agreement among raft nodes before linearized reading' (duration: 182.688962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.586605Z","caller":"traceutil/trace.go:171","msg":"trace[1833277508] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8217; }","duration":"200.949254ms","start":"2026-04-23T00:33:21.385644Z","end":"2026-04-23T00:33:21.586593Z","steps":["trace[1833277508] 'agreement among raft nodes before linearized reading' (duration: 200.852553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.90185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:33:21.586754Z","caller":"traceutil/trace.go:171","msg":"trace[852731920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"324.951591ms","start":"2026-04-23T00:33:21.261794Z","end":"2026-04-23T00:33:21.586745Z","steps":["trace[852731920] 'agreement among raft nodes before linearized reading' (duration: 324.832129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.390324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:33:21.586787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:21.261787Z","time spent":"324.993632ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:33:21.586797Z","caller":"traceutil/trace.go:171","msg":"trace[1909357978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8217; }","duration":"200.507547ms","start":"2026-04-23T00:33:21.386275Z","end":"2026-04-23T00:33:21.586783Z","steps":["trace[1909357978] 'agreement among raft nodes before linearized reading' (duration: 200.381025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.519683Z","time spent":"1.066972829s","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:21.586469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.863337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:33:21.586839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.341012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:21.586879Z","caller":"traceutil/trace.go:171","msg":"trace[1947692557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8217; }","duration":"370.277234ms","start":"2026-04-23T00:33:21.216592Z","end":"2026-04-23T00:33:21.58687Z","steps":["trace[1947692557] 'agreement among raft nodes before linearized reading' (duration: 369.735075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.586901Z","caller":"traceutil/trace.go:171","msg":"trace[834162016] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8217; }","duration":"803.450155ms","start":"2026-04-23T00:33:20.783432Z","end":"2026-04-23T00:33:21.586883Z","steps":["trace[834162016] 'agreement among raft nodes before linearized reading' (duration: 803.334423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:21.216524Z","time spent":"370.384586ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T00:33:21.586934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.198588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:21.586942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.783367Z","time spent":"803.564887ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:21.586976Z","caller":"traceutil/trace.go:171","msg":"trace[777020723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8217; }","duration":"770.276229ms","start":"2026-04-23T00:33:20.816689Z","end":"2026-04-23T00:33:21.586965Z","steps":["trace[777020723] 'agreement among raft nodes before linearized reading' (duration: 770.207938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.586853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.238041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:21.587021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.816674Z","time spent":"770.33946ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:33:21.587076Z","caller":"traceutil/trace.go:171","msg":"trace[2120718801] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8217; }","duration":"828.481346ms","start":"2026-04-23T00:33:20.758565Z","end":"2026-04-23T00:33:21.587046Z","steps":["trace[2120718801] 'agreement among raft nodes before linearized reading' (duration: 828.196221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:21.587146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:20.758545Z","time spent":"828.577357ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:21.586209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:21.266043Z","time spent":"320.118151ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:21.588603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.237956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:33:21.588733Z","caller":"traceutil/trace.go:171","msg":"trace[50155020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8217; }","duration":"181.480089ms","start":"2026-04-23T00:33:21.407223Z","end":"2026-04-23T00:33:21.588703Z","steps":["trace[50155020] 'agreement among raft nodes before linearized reading' (duration: 179.230436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.725434Z","caller":"traceutil/trace.go:171","msg":"trace[1874541053] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"134.004404ms","start":"2026-04-23T00:33:21.591404Z","end":"2026-04-23T00:33:21.725408Z","steps":["trace[1874541053] 'process raft request' (duration: 133.742639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.725787Z","caller":"traceutil/trace.go:171","msg":"trace[1734183115] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"133.987354ms","start":"2026-04-23T00:33:21.591781Z","end":"2026-04-23T00:33:21.725769Z","steps":["trace[1734183115] 'process raft request' (duration: 133.580476ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.725823Z","caller":"traceutil/trace.go:171","msg":"trace[219553846] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"133.595806ms","start":"2026-04-23T00:33:21.592204Z","end":"2026-04-23T00:33:21.7258Z","steps":["trace[219553846] 'process raft request' (duration: 133.453224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.72596Z","caller":"traceutil/trace.go:171","msg":"trace[1628020404] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"132.666059ms","start":"2026-04-23T00:33:21.593283Z","end":"2026-04-23T00:33:21.725949Z","steps":["trace[1628020404] 'process raft request' (duration: 132.457364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:21.725951Z","caller":"traceutil/trace.go:171","msg":"trace[2060391115] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8507; }","duration":"132.884694ms","start":"2026-04-23T00:33:21.593045Z","end":"2026-04-23T00:33:21.72593Z","steps":["trace[2060391115] 'read index received' (duration: 9.357406ms)","trace[2060391115] 'applied index is now lower than readState.Index' (duration: 123.525478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:21.726535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.473794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207020"} {"level":"info","ts":"2026-04-23T00:33:21.726636Z","caller":"traceutil/trace.go:171","msg":"trace[177263653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8222; }","duration":"133.585056ms","start":"2026-04-23T00:33:21.593008Z","end":"2026-04-23T00:33:21.726593Z","steps":["trace[177263653] 'agreement among raft nodes before linearized reading' (duration: 133.025776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:23.078171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998419694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:23.593168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.086785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:23.593286Z","caller":"traceutil/trace.go:171","msg":"trace[950388733] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.219670855s","start":"2026-04-23T00:33:22.373596Z","end":"2026-04-23T00:33:23.593267Z","steps":["trace[950388733] 'process raft request' (duration: 920.372428ms)","trace[950388733] 'compare' (duration: 298.798198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:23.593346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.373565Z","time spent":"1.219752007s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:23.62311Z","caller":"traceutil/trace.go:171","msg":"trace[8404878] linearizableReadLoop","detail":"{readStateIndex:8516; appliedIndex:8514; }","duration":"1.045032576s","start":"2026-04-23T00:33:22.578063Z","end":"2026-04-23T00:33:23.623096Z","steps":["trace[8404878] 'read index received' (duration: 715.928566ms)","trace[8404878] 'applied index is now lower than readState.Index' (duration: 329.10334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:23.623326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04523304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:23.62327Z","caller":"traceutil/trace.go:171","msg":"trace[736806341] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"514.786768ms","start":"2026-04-23T00:33:23.108426Z","end":"2026-04-23T00:33:23.623213Z","steps":["trace[736806341] 'process raft request' (duration: 514.640435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:23.623364Z","caller":"traceutil/trace.go:171","msg":"trace[1495116472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8226; }","duration":"1.045342971s","start":"2026-04-23T00:33:22.578009Z","end":"2026-04-23T00:33:23.623352Z","steps":["trace[1495116472] 'agreement among raft nodes before linearized reading' (duration: 1.045180378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:23.62341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.577989Z","time spent":"1.045410893s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:23.623549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.108394Z","time spent":"514.998141ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:23.623711Z","caller":"traceutil/trace.go:171","msg":"trace[1094155305] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.09619618s","start":"2026-04-23T00:33:22.527503Z","end":"2026-04-23T00:33:23.623699Z","steps":["trace[1094155305] 'process raft request' (duration: 1.095461505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:23.623811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.527473Z","time spent":"1.096282321s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:23.642587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.700304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:23.642763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.059208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:23.642807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.330477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:33:23.642824Z","caller":"traceutil/trace.go:171","msg":"trace[1254510716] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8228; }","duration":"279.16577ms","start":"2026-04-23T00:33:23.363643Z","end":"2026-04-23T00:33:23.642809Z","steps":["trace[1254510716] 'agreement among raft nodes before linearized reading' (duration: 279.068518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:23.642857Z","caller":"traceutil/trace.go:171","msg":"trace[2141033821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8228; }","duration":"102.385778ms","start":"2026-04-23T00:33:23.540458Z","end":"2026-04-23T00:33:23.642844Z","steps":["trace[2141033821] 'agreement among raft nodes before linearized reading' (duration: 102.168815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:23.642644Z","caller":"traceutil/trace.go:171","msg":"trace[1951578807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8228; }","duration":"825.794626ms","start":"2026-04-23T00:33:22.816836Z","end":"2026-04-23T00:33:23.642631Z","steps":["trace[1951578807] 'agreement among raft nodes before linearized reading' (duration: 825.693833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:23.64305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.816815Z","time spent":"826.227754ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:33:24.136328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.166992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T00:33:24.136692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.711692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:33:24.136732Z","caller":"traceutil/trace.go:171","msg":"trace[212725402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8230; }","duration":"405.779383ms","start":"2026-04-23T00:33:23.730943Z","end":"2026-04-23T00:33:24.136723Z","steps":["trace[212725402] 'agreement among raft nodes before linearized reading' (duration: 405.63714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.136795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.730928Z","time spent":"405.856975ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:33:24.137012Z","caller":"traceutil/trace.go:171","msg":"trace[1550506126] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"489.282196ms","start":"2026-04-23T00:33:23.647188Z","end":"2026-04-23T00:33:24.13647Z","steps":["trace[1550506126] 'process raft request' (duration: 66.87709ms)","trace[1550506126] 'compare' (duration: 422.017799ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:24.136525Z","caller":"traceutil/trace.go:171","msg":"trace[1078680483] linearizableReadLoop","detail":"{readStateIndex:8521; appliedIndex:8520; }","duration":"405.457937ms","start":"2026-04-23T00:33:23.730976Z","end":"2026-04-23T00:33:24.136434Z","steps":["trace[1078680483] 'read index received' (duration: 39.591µs)","trace[1078680483] 'applied index is now lower than readState.Index' (duration: 405.416586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:24.137253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.647166Z","time spent":"490.0119ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:24.13747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.230612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:24.137498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.430766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:33:24.137541Z","caller":"traceutil/trace.go:171","msg":"trace[1193014940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8230; }","duration":"320.323314ms","start":"2026-04-23T00:33:23.817197Z","end":"2026-04-23T00:33:24.137521Z","steps":["trace[1193014940] 'agreement among raft nodes before linearized reading' (duration: 320.192102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:24.137551Z","caller":"traceutil/trace.go:171","msg":"trace[51913253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8230; }","duration":"406.509527ms","start":"2026-04-23T00:33:23.731023Z","end":"2026-04-23T00:33:24.137532Z","steps":["trace[51913253] 'agreement among raft nodes before linearized reading' (duration: 406.360765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.137575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.817185Z","time spent":"320.383095ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:33:24.137627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.396675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:33:24.137698Z","caller":"traceutil/trace.go:171","msg":"trace[1030523693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8230; }","duration":"406.476006ms","start":"2026-04-23T00:33:23.731206Z","end":"2026-04-23T00:33:24.137682Z","steps":["trace[1030523693] 'agreement among raft nodes before linearized reading' (duration: 406.285663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.137624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.731008Z","time spent":"406.604439ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:24.137676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.276696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:33:24.137744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.731181Z","time spent":"406.554968ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:33:24.137767Z","caller":"traceutil/trace.go:171","msg":"trace[363396479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8230; }","duration":"403.435819ms","start":"2026-04-23T00:33:23.734315Z","end":"2026-04-23T00:33:24.13775Z","steps":["trace[363396479] 'agreement among raft nodes before linearized reading' (duration: 403.202765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.137783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.187054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:33:24.137896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.734295Z","time spent":"403.551061ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"info","ts":"2026-04-23T00:33:24.137907Z","caller":"traceutil/trace.go:171","msg":"trace[500771593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8230; }","duration":"249.414748ms","start":"2026-04-23T00:33:23.888448Z","end":"2026-04-23T00:33:24.137862Z","steps":["trace[500771593] 'agreement among raft nodes before linearized reading' (duration: 249.001571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.137924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.781332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:33:24.137958Z","caller":"traceutil/trace.go:171","msg":"trace[1486080230] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8230; }","duration":"406.830693ms","start":"2026-04-23T00:33:23.731114Z","end":"2026-04-23T00:33:24.137944Z","steps":["trace[1486080230] 'agreement among raft nodes before linearized reading' (duration: 406.746011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.137987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.7311Z","time spent":"406.879994ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:24.405654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.441482ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T00:33:24.405787Z","caller":"traceutil/trace.go:171","msg":"trace[759067443] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8521; }","duration":"263.727219ms","start":"2026-04-23T00:33:24.142039Z","end":"2026-04-23T00:33:24.405766Z","steps":["trace[759067443] 'read index received' (duration: 163.161384ms)","trace[759067443] 'applied index is now lower than readState.Index' (duration: 100.564095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:24.406291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.229608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207020"} {"level":"info","ts":"2026-04-23T00:33:24.406409Z","caller":"traceutil/trace.go:171","msg":"trace[1873482046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8230; }","duration":"264.36088ms","start":"2026-04-23T00:33:24.142029Z","end":"2026-04-23T00:33:24.40639Z","steps":["trace[1873482046] 'agreement among raft nodes before linearized reading' (duration: 263.83406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:24.577188Z","caller":"traceutil/trace.go:171","msg":"trace[1554940473] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"434.837472ms","start":"2026-04-23T00:33:24.14232Z","end":"2026-04-23T00:33:24.577158Z","steps":["trace[1554940473] 'process raft request' (duration: 369.202365ms)","trace[1554940473] 'compare' (duration: 65.406852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:24.577358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.142299Z","time spent":"434.973394ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:24.577535Z","caller":"traceutil/trace.go:171","msg":"trace[476932823] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8522; }","duration":"171.701484ms","start":"2026-04-23T00:33:24.405814Z","end":"2026-04-23T00:33:24.577515Z","steps":["trace[476932823] 'read index received' (duration: 105.698191ms)","trace[476932823] 'applied index is now lower than readState.Index' (duration: 66.002223ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:24.577622Z","caller":"traceutil/trace.go:171","msg":"trace[1882864757] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"435.170888ms","start":"2026-04-23T00:33:24.142441Z","end":"2026-04-23T00:33:24.577612Z","steps":["trace[1882864757] 'process raft request' (duration: 434.943314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:24.57756Z","caller":"traceutil/trace.go:171","msg":"trace[1104803035] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"435.181887ms","start":"2026-04-23T00:33:24.142344Z","end":"2026-04-23T00:33:24.577526Z","steps":["trace[1104803035] 'process raft request' (duration: 434.76304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.577718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.142436Z","time spent":"435.215649ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:24.577775Z","caller":"traceutil/trace.go:171","msg":"trace[1978339352] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"435.040094ms","start":"2026-04-23T00:33:24.142709Z","end":"2026-04-23T00:33:24.577749Z","steps":["trace[1978339352] 'process raft request' (duration: 434.769449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.577876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.473692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:24.577881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.142686Z","time spent":"435.149706ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:24.577917Z","caller":"traceutil/trace.go:171","msg":"trace[503519105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8235; }","duration":"366.556825ms","start":"2026-04-23T00:33:24.211349Z","end":"2026-04-23T00:33:24.577906Z","steps":["trace[503519105] 'agreement among raft nodes before linearized reading' (duration: 366.464612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.577954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.211335Z","time spent":"366.610366ms","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:24.577896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.14232Z","time spent":"435.410952ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:24.578026Z","caller":"traceutil/trace.go:171","msg":"trace[675001583] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"435.28712ms","start":"2026-04-23T00:33:24.142696Z","end":"2026-04-23T00:33:24.577983Z","steps":["trace[675001583] 'process raft request' (duration: 434.747949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.578095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:24.142679Z","time spent":"435.386581ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:24.672436Z","caller":"traceutil/trace.go:171","msg":"trace[1114548528] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"265.370999ms","start":"2026-04-23T00:33:24.407037Z","end":"2026-04-23T00:33:24.672408Z","steps":["trace[1114548528] 'process raft request' (duration: 265.182366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.672601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.954491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:33:24.672801Z","caller":"traceutil/trace.go:171","msg":"trace[110629242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8236; }","duration":"265.181225ms","start":"2026-04-23T00:33:24.407577Z","end":"2026-04-23T00:33:24.672759Z","steps":["trace[110629242] 'agreement among raft nodes before linearized reading' (duration: 264.787028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.974333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.479956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:24.974402Z","caller":"traceutil/trace.go:171","msg":"trace[900336128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8236; }","duration":"158.576118ms","start":"2026-04-23T00:33:24.815809Z","end":"2026-04-23T00:33:24.974385Z","steps":["trace[900336128] 'range keys from in-memory index tree' (duration: 158.415455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.974399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.303071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19386"} {"level":"info","ts":"2026-04-23T00:33:24.974459Z","caller":"traceutil/trace.go:171","msg":"trace[852023890] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8236; }","duration":"296.392514ms","start":"2026-04-23T00:33:24.678052Z","end":"2026-04-23T00:33:24.974444Z","steps":["trace[852023890] 'range keys from in-memory index tree' (duration: 296.16518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.452764Z","caller":"traceutil/trace.go:171","msg":"trace[1716081930] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8528; }","duration":"411.032283ms","start":"2026-04-23T00:33:25.041708Z","end":"2026-04-23T00:33:25.45274Z","steps":["trace[1716081930] 'read index received' (duration: 410.856819ms)","trace[1716081930] 'applied index is now lower than readState.Index' (duration: 174.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:25.452815Z","caller":"traceutil/trace.go:171","msg":"trace[2009767345] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"424.654949ms","start":"2026-04-23T00:33:25.028128Z","end":"2026-04-23T00:33:25.452783Z","steps":["trace[2009767345] 'process raft request' (duration: 424.462056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.453019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.240976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:25.453063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:25.02809Z","time spent":"424.885254ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:25.453134Z","caller":"traceutil/trace.go:171","msg":"trace[1470516830] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8237; }","duration":"411.444191ms","start":"2026-04-23T00:33:25.041653Z","end":"2026-04-23T00:33:25.453097Z","steps":["trace[1470516830] 'agreement among raft nodes before linearized reading' (duration: 411.243686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.453186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:25.041635Z","time spent":"411.539882ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:33:26.00064Z","caller":"traceutil/trace.go:171","msg":"trace[1413507012] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"353.048231ms","start":"2026-04-23T00:33:25.647533Z","end":"2026-04-23T00:33:26.000581Z","steps":["trace[1413507012] 'process raft request' (duration: 286.513557ms)","trace[1413507012] 'compare' (duration: 66.151166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:26.001552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:25.647492Z","time spent":"353.234135ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:26.019892Z","caller":"traceutil/trace.go:171","msg":"trace[71488864] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8529; }","duration":"338.330123ms","start":"2026-04-23T00:33:25.681538Z","end":"2026-04-23T00:33:26.019869Z","steps":["trace[71488864] 'read index received' (duration: 252.492856ms)","trace[71488864] 'applied index is now lower than readState.Index' (duration: 85.836227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:26.020083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.546557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:33:26.020125Z","caller":"traceutil/trace.go:171","msg":"trace[1799623335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8239; }","duration":"338.589338ms","start":"2026-04-23T00:33:25.681522Z","end":"2026-04-23T00:33:26.020111Z","steps":["trace[1799623335] 'agreement among raft nodes before linearized reading' (duration: 338.454214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:26.020155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:25.68147Z","time spent":"338.67876ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:26.020135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.83808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:26.020207Z","caller":"traceutil/trace.go:171","msg":"trace[1924455317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8239; }","duration":"203.960022ms","start":"2026-04-23T00:33:25.81623Z","end":"2026-04-23T00:33:26.02019Z","steps":["trace[1924455317] 'agreement among raft nodes before linearized reading' (duration: 203.8454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:26.020372Z","caller":"traceutil/trace.go:171","msg":"trace[670308491] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"372.517917ms","start":"2026-04-23T00:33:25.647822Z","end":"2026-04-23T00:33:26.020339Z","steps":["trace[670308491] 'process raft request' (duration: 371.880385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:26.020568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:25.647805Z","time spent":"372.665889ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:27.094484Z","caller":"traceutil/trace.go:171","msg":"trace[1241465509] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"508.763823ms","start":"2026-04-23T00:33:26.585692Z","end":"2026-04-23T00:33:27.094456Z","steps":["trace[1241465509] 'process raft request' (duration: 508.59683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:27.094726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:26.585677Z","time spent":"508.894596ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:27.096868Z","caller":"traceutil/trace.go:171","msg":"trace[1512530129] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"510.759461ms","start":"2026-04-23T00:33:26.586094Z","end":"2026-04-23T00:33:27.096853Z","steps":["trace[1512530129] 'process raft request' (duration: 510.69165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:27.096928Z","caller":"traceutil/trace.go:171","msg":"trace[1737409959] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"510.930894ms","start":"2026-04-23T00:33:26.585965Z","end":"2026-04-23T00:33:27.096895Z","steps":["trace[1737409959] 'process raft request' (duration: 510.731449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:27.097139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:26.585932Z","time spent":"511.097268ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:27.097212Z","caller":"traceutil/trace.go:171","msg":"trace[1887487644] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"511.008605ms","start":"2026-04-23T00:33:26.586174Z","end":"2026-04-23T00:33:27.097182Z","steps":["trace[1887487644] 'process raft request' (duration: 510.649219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:27.097351Z","caller":"traceutil/trace.go:171","msg":"trace[2028231999] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"510.944794ms","start":"2026-04-23T00:33:26.586353Z","end":"2026-04-23T00:33:27.097297Z","steps":["trace[2028231999] 'process raft request' (duration: 510.6904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:27.097388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:26.586156Z","time spent":"511.142328ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:27.096976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:26.58606Z","time spent":"510.872643ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:27.097551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:26.586338Z","time spent":"511.106617ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:50.541071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.360544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:50.541124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.172267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:50.541152Z","caller":"traceutil/trace.go:171","msg":"trace[1276590860] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8419; }","duration":"243.476746ms","start":"2026-04-23T00:33:50.297657Z","end":"2026-04-23T00:33:50.541134Z","steps":["trace[1276590860] 'range keys from in-memory index tree' (duration: 243.200371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:50.541188Z","caller":"traceutil/trace.go:171","msg":"trace[2014906965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8419; }","duration":"212.263029ms","start":"2026-04-23T00:33:50.328911Z","end":"2026-04-23T00:33:50.541174Z","steps":["trace[2014906965] 'count revisions from in-memory index tree' (duration: 212.094126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:50.548017Z","caller":"traceutil/trace.go:171","msg":"trace[1074767276] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"190.278554ms","start":"2026-04-23T00:33:50.357716Z","end":"2026-04-23T00:33:50.547994Z","steps":["trace[1074767276] 'read index received' (duration: 189.724293ms)","trace[1074767276] 'applied index is now lower than readState.Index' (duration: 552.951µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:50.548175Z","caller":"traceutil/trace.go:171","msg":"trace[1718065526] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"201.999635ms","start":"2026-04-23T00:33:50.346157Z","end":"2026-04-23T00:33:50.548157Z","steps":["trace[1718065526] 'process raft request' (duration: 201.461535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:50.548372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.653792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:33:50.548437Z","caller":"traceutil/trace.go:171","msg":"trace[980499851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8420; }","duration":"190.765133ms","start":"2026-04-23T00:33:50.357653Z","end":"2026-04-23T00:33:50.548418Z","steps":["trace[980499851] 'agreement among raft nodes before linearized reading' (duration: 190.490538ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:52.369954Z","caller":"traceutil/trace.go:171","msg":"trace[1092033833] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"279.439735ms","start":"2026-04-23T00:33:52.090483Z","end":"2026-04-23T00:33:52.369923Z","steps":["trace[1092033833] 'process raft request' (duration: 279.277772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:52.492055Z","caller":"traceutil/trace.go:171","msg":"trace[2031018571] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8726; }","duration":"348.25207ms","start":"2026-04-23T00:33:52.14378Z","end":"2026-04-23T00:33:52.492032Z","steps":["trace[2031018571] 'read index received' (duration: 226.066898ms)","trace[2031018571] 'applied index is now lower than readState.Index' (duration: 122.183452ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:52.492101Z","caller":"traceutil/trace.go:171","msg":"trace[793349976] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"372.1415ms","start":"2026-04-23T00:33:52.119934Z","end":"2026-04-23T00:33:52.492075Z","steps":["trace[793349976] 'process raft request' (duration: 366.538564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:52.492218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.413792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:52.492279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.470776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:33:52.492268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.1199Z","time spent":"372.275553ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:52.492292Z","caller":"traceutil/trace.go:171","msg":"trace[1916514800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8430; }","duration":"348.543045ms","start":"2026-04-23T00:33:52.143732Z","end":"2026-04-23T00:33:52.492275Z","steps":["trace[1916514800] 'agreement among raft nodes before linearized reading' (duration: 348.414243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:52.492338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.143714Z","time spent":"348.617126ms","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:52.492483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.979486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:33:52.492312Z","caller":"traceutil/trace.go:171","msg":"trace[761093204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8430; }","duration":"286.567808ms","start":"2026-04-23T00:33:52.205735Z","end":"2026-04-23T00:33:52.492303Z","steps":["trace[761093204] 'agreement among raft nodes before linearized reading' (duration: 286.432765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:52.492523Z","caller":"traceutil/trace.go:171","msg":"trace[1056905850] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8430; }","duration":"176.065747ms","start":"2026-04-23T00:33:52.316448Z","end":"2026-04-23T00:33:52.492514Z","steps":["trace[1056905850] 'agreement among raft nodes before linearized reading' (duration: 175.950825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.068264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998420390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:53.568492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998420390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:53.782467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220867367s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:33:54.668972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.075641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:54.670996Z","caller":"traceutil/trace.go:171","msg":"trace[1712215449] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"2.103517865s","start":"2026-04-23T00:33:52.567458Z","end":"2026-04-23T00:33:54.670976Z","steps":["trace[1712215449] 'read index received' (duration: 1.215249102s)","trace[1712215449] 'applied index is now lower than readState.Index' (duration: 888.266893ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:54.671018Z","caller":"traceutil/trace.go:171","msg":"trace[801919944] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"2.109466066s","start":"2026-04-23T00:33:52.561515Z","end":"2026-04-23T00:33:54.670981Z","steps":["trace[801919944] 'process raft request' (duration: 1.221306135s)","trace[801919944] 'compare' (duration: 885.044091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:54.671179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.561499Z","time spent":"2.10963528s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:54.671264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103792029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:33:54.671321Z","caller":"traceutil/trace.go:171","msg":"trace[203255936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8433; }","duration":"2.103904082s","start":"2026-04-23T00:33:52.567403Z","end":"2026-04-23T00:33:54.671307Z","steps":["trace[203255936] 'agreement among raft nodes before linearized reading' (duration: 2.103666077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.671361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.567375Z","time spent":"2.103978143s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"info","ts":"2026-04-23T00:33:54.674268Z","caller":"traceutil/trace.go:171","msg":"trace[1609120028] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"537.922272ms","start":"2026-04-23T00:33:54.136325Z","end":"2026-04-23T00:33:54.674247Z","steps":["trace[1609120028] 'process raft request' (duration: 537.80313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:54.674803Z","caller":"traceutil/trace.go:171","msg":"trace[1662027547] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"298.533063ms","start":"2026-04-23T00:33:54.376252Z","end":"2026-04-23T00:33:54.674786Z","steps":["trace[1662027547] 'process raft request' (duration: 298.420021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:54.674957Z","caller":"traceutil/trace.go:171","msg":"trace[1146316191] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"181.920467ms","start":"2026-04-23T00:33:54.493032Z","end":"2026-04-23T00:33:54.674952Z","steps":["trace[1146316191] 'process raft request' (duration: 181.729233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:54.136286Z","time spent":"538.042754ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:54.675106Z","caller":"traceutil/trace.go:171","msg":"trace[1076271380] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"178.790377ms","start":"2026-04-23T00:33:54.49631Z","end":"2026-04-23T00:33:54.675101Z","steps":["trace[1076271380] 'process raft request' (duration: 178.618804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857918817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:54.675267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381600755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:33:54.67528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361169701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:33:54.675296Z","caller":"traceutil/trace.go:171","msg":"trace[1608298972] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8437; }","duration":"1.381678537s","start":"2026-04-23T00:33:53.29361Z","end":"2026-04-23T00:33:54.675289Z","steps":["trace[1608298972] 'agreement among raft nodes before linearized reading' (duration: 1.381539253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380127878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:33:54.675332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.293592Z","time spent":"1.381733808s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:33:54.675326Z","caller":"traceutil/trace.go:171","msg":"trace[1849352335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8437; }","duration":"1.361241452s","start":"2026-04-23T00:33:53.314069Z","end":"2026-04-23T00:33:54.675311Z","steps":["trace[1849352335] 'agreement among raft nodes before linearized reading' (duration: 1.36110109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.67536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.314056Z","time spent":"1.361297263s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:33:54.675362Z","caller":"traceutil/trace.go:171","msg":"trace[779434240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8437; }","duration":"1.380204029s","start":"2026-04-23T00:33:53.29514Z","end":"2026-04-23T00:33:54.675344Z","steps":["trace[779434240] 'agreement among raft nodes before linearized reading' (duration: 1.380064716s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:54.675369Z","caller":"traceutil/trace.go:171","msg":"trace[341726227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8437; }","duration":"1.85803428s","start":"2026-04-23T00:33:52.81725Z","end":"2026-04-23T00:33:54.675284Z","steps":["trace[341726227] 'agreement among raft nodes before linearized reading' (duration: 1.857860206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259579157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:33:54.67547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30491402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:54.67548Z","caller":"traceutil/trace.go:171","msg":"trace[2014414882] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8437; }","duration":"1.259622687s","start":"2026-04-23T00:33:53.415852Z","end":"2026-04-23T00:33:54.675475Z","steps":["trace[2014414882] 'agreement among raft nodes before linearized reading' (duration: 1.259592117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.415841Z","time spent":"1.259651178s","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:54.675497Z","caller":"traceutil/trace.go:171","msg":"trace[923052767] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8437; }","duration":"1.304961452s","start":"2026-04-23T00:33:53.370527Z","end":"2026-04-23T00:33:54.675489Z","steps":["trace[923052767] 'agreement among raft nodes before linearized reading' (duration: 1.304918661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702150514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:54.675525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.370518Z","time spent":"1.305000852s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:54.675538Z","caller":"traceutil/trace.go:171","msg":"trace[408264521] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8437; }","duration":"1.702237385s","start":"2026-04-23T00:33:52.973289Z","end":"2026-04-23T00:33:54.675526Z","steps":["trace[408264521] 'agreement among raft nodes before linearized reading' (duration: 1.702163214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.973259Z","time spent":"1.702304086s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:54.675424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.879184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78cdf58c9c-5l2hq.18a8d51f728b1365\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-23T00:33:54.675543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:52.817233Z","time spent":"1.858231923s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:33:54.675681Z","caller":"traceutil/trace.go:171","msg":"trace[1357500301] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78cdf58c9c-5l2hq.18a8d51f728b1365; range_end:; response_count:1; response_revision:8437; }","duration":"631.160709ms","start":"2026-04-23T00:33:54.044486Z","end":"2026-04-23T00:33:54.675646Z","steps":["trace[1357500301] 'agreement among raft nodes before linearized reading' (duration: 630.902275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:54.044456Z","time spent":"631.280261ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-78cdf58c9c-5l2hq.18a8d51f728b1365\" "} {"level":"warn","ts":"2026-04-23T00:33:54.675301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487913358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:54.675858Z","caller":"traceutil/trace.go:171","msg":"trace[87702749] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8437; }","duration":"1.488514359s","start":"2026-04-23T00:33:53.187323Z","end":"2026-04-23T00:33:54.675837Z","steps":["trace[87702749] 'agreement among raft nodes before linearized reading' (duration: 1.487908528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.47339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:33:54.675905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.187298Z","time spent":"1.48859106s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:54.675928Z","caller":"traceutil/trace.go:171","msg":"trace[1873130248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8437; }","duration":"173.030439ms","start":"2026-04-23T00:33:54.50289Z","end":"2026-04-23T00:33:54.67592Z","steps":["trace[1873130248] 'agreement among raft nodes before linearized reading' (duration: 172.444999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.675417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46307824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:33:54.675996Z","caller":"traceutil/trace.go:171","msg":"trace[1421422613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8437; }","duration":"1.463693011s","start":"2026-04-23T00:33:53.212292Z","end":"2026-04-23T00:33:54.675985Z","steps":["trace[1421422613] 'agreement among raft nodes before linearized reading' (duration: 1.4630464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.676043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.212268Z","time spent":"1.463762142s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:54.675429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.295132Z","time spent":"1.38028257s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:33:54.675304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.532596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T00:33:54.67614Z","caller":"traceutil/trace.go:171","msg":"trace[394785002] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8437; }","duration":"719.410151ms","start":"2026-04-23T00:33:53.956717Z","end":"2026-04-23T00:33:54.676128Z","steps":["trace[394785002] 'agreement among raft nodes before linearized reading' (duration: 718.411482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.676174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.956683Z","time spent":"719.482033ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:33:54.677018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360727152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:33:54.677048Z","caller":"traceutil/trace.go:171","msg":"trace[1938237561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8437; }","duration":"1.360808484s","start":"2026-04-23T00:33:53.316232Z","end":"2026-04-23T00:33:54.677041Z","steps":["trace[1938237561] 'agreement among raft nodes before linearized reading' (duration: 1.358890927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:54.677068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.316213Z","time spent":"1.360850084s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:34:07.021492Z","caller":"traceutil/trace.go:171","msg":"trace[258552207] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"111.597292ms","start":"2026-04-23T00:34:06.909844Z","end":"2026-04-23T00:34:07.021441Z","steps":["trace[258552207] 'process raft request' (duration: 40.495043ms)","trace[258552207] 'compare' (duration: 70.902975ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:07.021588Z","caller":"traceutil/trace.go:171","msg":"trace[468196493] linearizableReadLoop","detail":"{readStateIndex:8852; appliedIndex:8851; }","duration":"111.43103ms","start":"2026-04-23T00:34:06.910112Z","end":"2026-04-23T00:34:07.021543Z","steps":["trace[468196493] 'read index received' (duration: 40.138386ms)","trace[468196493] 'applied index is now lower than readState.Index' (duration: 71.288364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:07.02196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.814267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nw8vx\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-04-23T00:34:07.022022Z","caller":"traceutil/trace.go:171","msg":"trace[127674589] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nw8vx; range_end:; response_count:1; response_revision:8548; }","duration":"111.909978ms","start":"2026-04-23T00:34:06.910094Z","end":"2026-04-23T00:34:07.022004Z","steps":["trace[127674589] 'agreement among raft nodes before linearized reading' (duration: 111.640063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:07.225165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nw8vx\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-04-23T00:34:07.225265Z","caller":"traceutil/trace.go:171","msg":"trace[943459187] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nw8vx; range_end:; response_count:1; response_revision:8551; }","duration":"101.216716ms","start":"2026-04-23T00:34:07.124022Z","end":"2026-04-23T00:34:07.225239Z","steps":["trace[943459187] 'range keys from in-memory index tree' (duration: 100.960271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.246133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998420732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:34:09.648009Z","caller":"traceutil/trace.go:171","msg":"trace[319123224] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"929.03221ms","start":"2026-04-23T00:34:08.718936Z","end":"2026-04-23T00:34:09.647968Z","steps":["trace[319123224] 'process raft request' (duration: 928.819346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.648235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.718908Z","time spent":"929.232464ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:09.872921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.092046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:09.873129Z","caller":"traceutil/trace.go:171","msg":"trace[1857449959] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"197.110433ms","start":"2026-04-23T00:34:09.675997Z","end":"2026-04-23T00:34:09.873107Z","steps":["trace[1857449959] 'process raft request' (duration: 197.038312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:09.873205Z","caller":"traceutil/trace.go:171","msg":"trace[135687602] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8857; }","duration":"1.128016108s","start":"2026-04-23T00:34:08.745147Z","end":"2026-04-23T00:34:09.873163Z","steps":["trace[135687602] 'read index received' (duration: 902.654133ms)","trace[135687602] 'applied index is now lower than readState.Index' (duration: 225.359035ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:09.873343Z","caller":"traceutil/trace.go:171","msg":"trace[1602179363] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"1.152136773s","start":"2026-04-23T00:34:08.72119Z","end":"2026-04-23T00:34:09.873327Z","steps":["trace[1602179363] 'process raft request' (duration: 974.516357ms)","trace[1602179363] 'compare' (duration: 176.969854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:09.873468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.721168Z","time spent":"1.152210625s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:09.873516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128361564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:34:09.873523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111423935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:34:09.873538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121011087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:34:09.873552Z","caller":"traceutil/trace.go:171","msg":"trace[1707202257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8555; }","duration":"1.128415796s","start":"2026-04-23T00:34:08.745126Z","end":"2026-04-23T00:34:09.873542Z","steps":["trace[1707202257] 'agreement among raft nodes before linearized reading' (duration: 1.128299554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.94144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-04-23T00:34:09.873544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057143883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:09.873582Z","caller":"traceutil/trace.go:171","msg":"trace[771229131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8555; }","duration":"1.111492017s","start":"2026-04-23T00:34:08.762063Z","end":"2026-04-23T00:34:09.873555Z","steps":["trace[771229131] 'agreement among raft nodes before linearized reading' (duration: 1.111298204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.87359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.745118Z","time spent":"1.128464427s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:34:09.873613Z","caller":"traceutil/trace.go:171","msg":"trace[1260417640] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8555; }","duration":"902.051522ms","start":"2026-04-23T00:34:08.971541Z","end":"2026-04-23T00:34:09.873592Z","steps":["trace[1260417640] 'agreement among raft nodes before linearized reading' (duration: 901.838578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11643925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:34:09.873615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.668004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:09.873634Z","caller":"traceutil/trace.go:171","msg":"trace[1747026745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8555; }","duration":"1.057276387s","start":"2026-04-23T00:34:08.816331Z","end":"2026-04-23T00:34:09.873607Z","steps":["trace[1747026745] 'agreement among raft nodes before linearized reading' (duration: 1.057104163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.971518Z","time spent":"902.137225ms","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T00:34:09.873676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119969387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:34:09.873627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.762051Z","time spent":"1.111567629s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:09.873685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113171829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T00:34:09.8737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.816314Z","time spent":"1.057377689s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:34:09.873709Z","caller":"traceutil/trace.go:171","msg":"trace[1762648607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8555; }","duration":"1.120018469s","start":"2026-04-23T00:34:08.753682Z","end":"2026-04-23T00:34:09.8737Z","steps":["trace[1762648607] 'agreement among raft nodes before linearized reading' (duration: 1.119930817s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:09.873703Z","caller":"traceutil/trace.go:171","msg":"trace[1086746239] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8555; }","duration":"394.805927ms","start":"2026-04-23T00:34:09.478873Z","end":"2026-04-23T00:34:09.873678Z","steps":["trace[1086746239] 'agreement among raft nodes before linearized reading' (duration: 394.631333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.753669Z","time spent":"1.12007026s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:34:09.87374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112260563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:34:09.873752Z","caller":"traceutil/trace.go:171","msg":"trace[61827888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8555; }","duration":"1.113256582s","start":"2026-04-23T00:34:08.760473Z","end":"2026-04-23T00:34:09.87373Z","steps":["trace[61827888] 'agreement among raft nodes before linearized reading' (duration: 1.113078048s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.478848Z","time spent":"394.909119ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:09.87381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.760463Z","time spent":"1.113334124s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:34:09.873588Z","caller":"traceutil/trace.go:171","msg":"trace[785952488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8555; }","duration":"1.121108989s","start":"2026-04-23T00:34:08.752465Z","end":"2026-04-23T00:34:09.873574Z","steps":["trace[785952488] 'agreement among raft nodes before linearized reading' (duration: 1.120885064s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:09.873825Z","caller":"traceutil/trace.go:171","msg":"trace[2028120059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8555; }","duration":"1.112352704s","start":"2026-04-23T00:34:08.761437Z","end":"2026-04-23T00:34:09.87379Z","steps":["trace[2028120059] 'agreement among raft nodes before linearized reading' (duration: 1.1121367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118377988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:34:09.873876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.761425Z","time spent":"1.112439576s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"info","ts":"2026-04-23T00:34:09.873909Z","caller":"traceutil/trace.go:171","msg":"trace[623370596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8555; }","duration":"1.118548141s","start":"2026-04-23T00:34:08.755334Z","end":"2026-04-23T00:34:09.873882Z","steps":["trace[623370596] 'agreement among raft nodes before linearized reading' (duration: 1.118231014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.873962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.755322Z","time spent":"1.118630512s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:09.873853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.752445Z","time spent":"1.121402304s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:34:09.873694Z","caller":"traceutil/trace.go:171","msg":"trace[84372453] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8555; }","duration":"1.116562284s","start":"2026-04-23T00:34:08.757107Z","end":"2026-04-23T00:34:09.873669Z","steps":["trace[84372453] 'agreement among raft nodes before linearized reading' (duration: 1.116297038s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.8741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.757089Z","time spent":"1.116998792s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:34:09.874576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.488156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-23T00:34:09.874858Z","caller":"traceutil/trace.go:171","msg":"trace[494260792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8555; }","duration":"975.798881ms","start":"2026-04-23T00:34:08.899033Z","end":"2026-04-23T00:34:09.874832Z","steps":["trace[494260792] 'agreement among raft nodes before linearized reading' (duration: 974.354584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:09.874925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:08.899018Z","time spent":"975.893124ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T00:34:10.238644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.371106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:10.239011Z","caller":"traceutil/trace.go:171","msg":"trace[589035575] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"359.389109ms","start":"2026-04-23T00:34:09.879597Z","end":"2026-04-23T00:34:10.238986Z","steps":["trace[589035575] 'process raft request' (duration: 359.189585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:10.23896Z","caller":"traceutil/trace.go:171","msg":"trace[549915766] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"359.733326ms","start":"2026-04-23T00:34:09.87918Z","end":"2026-04-23T00:34:10.238913Z","steps":["trace[549915766] 'process raft request' (duration: 202.981633ms)","trace[549915766] 'compare' (duration: 156.064041ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:10.23908Z","caller":"traceutil/trace.go:171","msg":"trace[1749937415] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"358.064635ms","start":"2026-04-23T00:34:09.881Z","end":"2026-04-23T00:34:10.239065Z","steps":["trace[1749937415] 'process raft request' (duration: 357.999983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.879578Z","time spent":"359.487832ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:10.23909Z","caller":"traceutil/trace.go:171","msg":"trace[439318378] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"358.757929ms","start":"2026-04-23T00:34:09.880302Z","end":"2026-04-23T00:34:10.23906Z","steps":["trace[439318378] 'process raft request' (duration: 358.599495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:10.239124Z","caller":"traceutil/trace.go:171","msg":"trace[1387674605] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"358.724197ms","start":"2026-04-23T00:34:09.880369Z","end":"2026-04-23T00:34:10.239093Z","steps":["trace[1387674605] 'process raft request' (duration: 358.599614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880987Z","time spent":"358.129426ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:10.239137Z","caller":"traceutil/trace.go:171","msg":"trace[1819678343] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"358.946422ms","start":"2026-04-23T00:34:09.880153Z","end":"2026-04-23T00:34:10.2391Z","steps":["trace[1819678343] 'process raft request' (duration: 358.711556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.879157Z","time spent":"359.957371ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:10.239237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880292Z","time spent":"358.862481ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:10.239198Z","caller":"traceutil/trace.go:171","msg":"trace[1921482145] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"358.820829ms","start":"2026-04-23T00:34:09.880309Z","end":"2026-04-23T00:34:10.23913Z","steps":["trace[1921482145] 'process raft request' (duration: 358.622125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880362Z","time spent":"358.828929ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:10.239329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880133Z","time spent":"359.092035ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:10.239352Z","caller":"traceutil/trace.go:171","msg":"trace[1209766643] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"358.32264ms","start":"2026-04-23T00:34:09.881011Z","end":"2026-04-23T00:34:10.239334Z","steps":["trace[1209766643] 'process raft request' (duration: 358.018164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880295Z","time spent":"359.020654ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:10.239442Z","caller":"traceutil/trace.go:171","msg":"trace[337597097] linearizableReadLoop","detail":"{readStateIndex:8870; appliedIndex:8861; }","duration":"340.011254ms","start":"2026-04-23T00:34:09.899412Z","end":"2026-04-23T00:34:10.239424Z","steps":["trace[337597097] 'read index received' (duration: 182.782122ms)","trace[337597097] 'applied index is now lower than readState.Index' (duration: 157.227932ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:10.239469Z","caller":"traceutil/trace.go:171","msg":"trace[542000451] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"352.595352ms","start":"2026-04-23T00:34:09.886864Z","end":"2026-04-23T00:34:10.239459Z","steps":["trace[542000451] 'process raft request' (duration: 352.419299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.886856Z","time spent":"352.648853ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:10.239629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.881001Z","time spent":"358.408911ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:10.239619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.839321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:10.239674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.161256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8d529e730a2e7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-23T00:34:10.239727Z","caller":"traceutil/trace.go:171","msg":"trace[601478169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8565; }","duration":"356.987985ms","start":"2026-04-23T00:34:09.882715Z","end":"2026-04-23T00:34:10.239703Z","steps":["trace[601478169] 'agreement among raft nodes before linearized reading' (duration: 356.76423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.882706Z","time spent":"357.061336ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:34:10.239768Z","caller":"traceutil/trace.go:171","msg":"trace[1625151164] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8d529e730a2e7; range_end:; response_count:1; response_revision:8565; }","duration":"359.287078ms","start":"2026-04-23T00:34:09.880461Z","end":"2026-04-23T00:34:10.239748Z","steps":["trace[1625151164] 'agreement among raft nodes before linearized reading' (duration: 359.048114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:10.239825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:09.880454Z","time spent":"359.3623ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a8d529e730a2e7\" "} {"level":"info","ts":"2026-04-23T00:34:10.40936Z","caller":"traceutil/trace.go:171","msg":"trace[1549585107] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"125.239689ms","start":"2026-04-23T00:34:10.284093Z","end":"2026-04-23T00:34:10.409332Z","steps":["trace[1549585107] 'process raft request' (duration: 89.898873ms)","trace[1549585107] 'compare' (duration: 34.913868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:11.185129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.755731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:11.185226Z","caller":"traceutil/trace.go:171","msg":"trace[1000199199] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8570; }","duration":"123.909934ms","start":"2026-04-23T00:34:11.061292Z","end":"2026-04-23T00:34:11.185201Z","steps":["trace[1000199199] 'count revisions from in-memory index tree' (duration: 123.638389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:12.191847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998420798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:34:12.691968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998420798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:34:12.740128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085323444s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:34:12.740712Z","caller":"traceutil/trace.go:171","msg":"trace[1233258051] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"1.085986586s","start":"2026-04-23T00:34:11.654686Z","end":"2026-04-23T00:34:12.740673Z","steps":["trace[1233258051] 'process raft request' (duration: 1.085769162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:12.740921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:11.654633Z","time spent":"1.08617547s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:13.385548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:13.024312Z","time spent":"361.227174ms","remote":"127.0.0.1:33456","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:34:13.385836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.407287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:13.385921Z","caller":"traceutil/trace.go:171","msg":"trace[1553888170] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8875; }","duration":"1.694088892s","start":"2026-04-23T00:34:11.691813Z","end":"2026-04-23T00:34:13.385902Z","steps":["trace[1553888170] 'read index received' (duration: 1.048596493s)","trace[1553888170] 'applied index is now lower than readState.Index' (duration: 645.491149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:13.386127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694319186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:13.38609Z","caller":"traceutil/trace.go:171","msg":"trace[1786029095] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"1.5065834s","start":"2026-04-23T00:34:11.879396Z","end":"2026-04-23T00:34:13.38598Z","steps":["trace[1786029095] 'process raft request' (duration: 1.109946459s)","trace[1786029095] 'compare' (duration: 396.171493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:13.386169Z","caller":"traceutil/trace.go:171","msg":"trace[812787533] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8572; }","duration":"1.694404817s","start":"2026-04-23T00:34:11.691751Z","end":"2026-04-23T00:34:13.386156Z","steps":["trace[812787533] 'agreement among raft nodes before linearized reading' (duration: 1.694324296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.386202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:11.691729Z","time spent":"1.694464449s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:13.386171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569213289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:13.389382Z","caller":"traceutil/trace.go:171","msg":"trace[890962816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8572; }","duration":"1.57243633s","start":"2026-04-23T00:34:11.816884Z","end":"2026-04-23T00:34:13.389321Z","steps":["trace[890962816] 'agreement among raft nodes before linearized reading' (duration: 1.56924553s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.389567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:11.816852Z","time spent":"1.572699236s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:34:13.38643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207267371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:13.390159Z","caller":"traceutil/trace.go:171","msg":"trace[2108335808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8572; }","duration":"1.211069282s","start":"2026-04-23T00:34:12.179068Z","end":"2026-04-23T00:34:13.390138Z","steps":["trace[2108335808] 'agreement among raft nodes before linearized reading' (duration: 1.20726462s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.390241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.179045Z","time spent":"1.211149184s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:13.386501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142758016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:34:13.390766Z","caller":"traceutil/trace.go:171","msg":"trace[1121565810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8572; }","duration":"1.147032396s","start":"2026-04-23T00:34:12.243694Z","end":"2026-04-23T00:34:13.390727Z","steps":["trace[1121565810] 'agreement among raft nodes before linearized reading' (duration: 1.142597403s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.390849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.243686Z","time spent":"1.14713542s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142624055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:34:13.391112Z","caller":"traceutil/trace.go:171","msg":"trace[1100552505] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8572; }","duration":"1.147107789s","start":"2026-04-23T00:34:12.243982Z","end":"2026-04-23T00:34:13.391089Z","steps":["trace[1100552505] 'agreement among raft nodes before linearized reading' (duration: 1.142577373s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.243977Z","time spent":"1.14718616s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143247516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:34:13.391311Z","caller":"traceutil/trace.go:171","msg":"trace[1148634866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8572; }","duration":"1.147989144s","start":"2026-04-23T00:34:12.24331Z","end":"2026-04-23T00:34:13.3913Z","steps":["trace[1148634866] 'agreement among raft nodes before linearized reading' (duration: 1.143184033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.243292Z","time spent":"1.148040256s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14289392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:34:13.391409Z","caller":"traceutil/trace.go:171","msg":"trace[2120768930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8572; }","duration":"1.147584167s","start":"2026-04-23T00:34:12.243816Z","end":"2026-04-23T00:34:13.3914Z","steps":["trace[2120768930] 'agreement among raft nodes before linearized reading' (duration: 1.142856979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.243803Z","time spent":"1.147621589s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143058872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:34:13.391533Z","caller":"traceutil/trace.go:171","msg":"trace[1565774397] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8572; }","duration":"1.147789991s","start":"2026-04-23T00:34:12.243729Z","end":"2026-04-23T00:34:13.391519Z","steps":["trace[1565774397] 'agreement among raft nodes before linearized reading' (duration: 1.143030632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.243717Z","time spent":"1.147846242s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069438576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:34:13.391665Z","caller":"traceutil/trace.go:171","msg":"trace[1335451824] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8572; }","duration":"1.074291117s","start":"2026-04-23T00:34:12.317364Z","end":"2026-04-23T00:34:13.391655Z","steps":["trace[1335451824] 'agreement among raft nodes before linearized reading' (duration: 1.069417606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.317339Z","time spent":"1.074345357s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.880245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:13.39175Z","caller":"traceutil/trace.go:171","msg":"trace[435360301] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8572; }","duration":"350.776837ms","start":"2026-04-23T00:34:13.040958Z","end":"2026-04-23T00:34:13.391735Z","steps":["trace[435360301] 'agreement among raft nodes before linearized reading' (duration: 345.890296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:13.040938Z","time spent":"350.832188ms","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:13.386847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477266367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:34:13.391918Z","caller":"traceutil/trace.go:171","msg":"trace[779836695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:8572; }","duration":"1.482412823s","start":"2026-04-23T00:34:11.909497Z","end":"2026-04-23T00:34:13.39191Z","steps":["trace[779836695] 'agreement among raft nodes before linearized reading' (duration: 1.477122915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.391949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:11.909467Z","time spent":"1.482473654s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"warn","ts":"2026-04-23T00:34:13.386871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.691331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:13.392075Z","caller":"traceutil/trace.go:171","msg":"trace[32995697] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8572; }","duration":"695.939219ms","start":"2026-04-23T00:34:12.696124Z","end":"2026-04-23T00:34:13.392063Z","steps":["trace[32995697] 'agreement among raft nodes before linearized reading' (duration: 690.63192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.392101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.696106Z","time spent":"695.98521ms","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:13.386339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:11.879369Z","time spent":"1.506832264s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:13.387032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.60684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:13.392292Z","caller":"traceutil/trace.go:171","msg":"trace[1787320722] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8572; }","duration":"874.931721ms","start":"2026-04-23T00:34:12.517345Z","end":"2026-04-23T00:34:13.392277Z","steps":["trace[1787320722] 'agreement among raft nodes before linearized reading' (duration: 869.495719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.392338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.517322Z","time spent":"874.997552ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:13.387038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.887537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:13.392405Z","caller":"traceutil/trace.go:171","msg":"trace[1423201337] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8572; }","duration":"264.342269ms","start":"2026-04-23T00:34:13.128052Z","end":"2026-04-23T00:34:13.392394Z","steps":["trace[1423201337] 'agreement among raft nodes before linearized reading' (duration: 258.785435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.387664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142773816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:34:13.392539Z","caller":"traceutil/trace.go:171","msg":"trace[1993185448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8572; }","duration":"1.148343972s","start":"2026-04-23T00:34:12.244187Z","end":"2026-04-23T00:34:13.392531Z","steps":["trace[1993185448] 'agreement among raft nodes before linearized reading' (duration: 1.142031892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.392564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.244183Z","time spent":"1.148372882s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:13.394393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149516973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:34:13.394451Z","caller":"traceutil/trace.go:171","msg":"trace[676684057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8572; }","duration":"1.149583555s","start":"2026-04-23T00:34:12.244849Z","end":"2026-04-23T00:34:13.394433Z","steps":["trace[676684057] 'agreement among raft nodes before linearized reading' (duration: 1.141960392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.394483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:12.244844Z","time spent":"1.149631486s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:34:13.591467Z","caller":"traceutil/trace.go:171","msg":"trace[31446036] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"194.141357ms","start":"2026-04-23T00:34:13.39729Z","end":"2026-04-23T00:34:13.591431Z","steps":["trace[31446036] 'process raft request' (duration: 193.838472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.59154Z","caller":"traceutil/trace.go:171","msg":"trace[2038073984] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"194.124347ms","start":"2026-04-23T00:34:13.397395Z","end":"2026-04-23T00:34:13.59152Z","steps":["trace[2038073984] 'process raft request' (duration: 193.929733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.591394Z","caller":"traceutil/trace.go:171","msg":"trace[719219439] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"194.006765ms","start":"2026-04-23T00:34:13.397362Z","end":"2026-04-23T00:34:13.591369Z","steps":["trace[719219439] 'process raft request' (duration: 193.914063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.591868Z","caller":"traceutil/trace.go:171","msg":"trace[1357337961] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"194.411222ms","start":"2026-04-23T00:34:13.397442Z","end":"2026-04-23T00:34:13.591853Z","steps":["trace[1357337961] 'process raft request' (duration: 194.029025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.592118Z","caller":"traceutil/trace.go:171","msg":"trace[636784710] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"194.471723ms","start":"2026-04-23T00:34:13.397622Z","end":"2026-04-23T00:34:13.592094Z","steps":["trace[636784710] 'process raft request' (duration: 194.162018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.592434Z","caller":"traceutil/trace.go:171","msg":"trace[270669652] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"194.193338ms","start":"2026-04-23T00:34:13.398222Z","end":"2026-04-23T00:34:13.592416Z","steps":["trace[270669652] 'process raft request' (duration: 193.7917ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:13.592245Z","caller":"traceutil/trace.go:171","msg":"trace[424559110] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8877; }","duration":"194.82969ms","start":"2026-04-23T00:34:13.397369Z","end":"2026-04-23T00:34:13.592199Z","steps":["trace[424559110] 'read index received' (duration: 88.713712ms)","trace[424559110] 'applied index is now lower than readState.Index' (duration: 106.114488ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:13.592566Z","caller":"traceutil/trace.go:171","msg":"trace[100293848] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"193.629828ms","start":"2026-04-23T00:34:13.398898Z","end":"2026-04-23T00:34:13.592528Z","steps":["trace[100293848] 'process raft request' (duration: 193.23222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.593353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.949361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211665"} {"level":"info","ts":"2026-04-23T00:34:13.593417Z","caller":"traceutil/trace.go:171","msg":"trace[1898649783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8579; }","duration":"196.068483ms","start":"2026-04-23T00:34:13.397334Z","end":"2026-04-23T00:34:13.593402Z","steps":["trace[1898649783] 'agreement among raft nodes before linearized reading' (duration: 195.238488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:13.601913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.970025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:13.602018Z","caller":"traceutil/trace.go:171","msg":"trace[415887943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8580; }","duration":"201.088787ms","start":"2026-04-23T00:34:13.400912Z","end":"2026-04-23T00:34:13.602001Z","steps":["trace[415887943] 'agreement among raft nodes before linearized reading' (duration: 200.883083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:15.243866Z","caller":"traceutil/trace.go:171","msg":"trace[1796627474] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"197.054012ms","start":"2026-04-23T00:34:15.046783Z","end":"2026-04-23T00:34:15.243837Z","steps":["trace[1796627474] 'process raft request' (duration: 196.884789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:21.149999Z","caller":"traceutil/trace.go:171","msg":"trace[1457515968] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8952; }","duration":"332.392419ms","start":"2026-04-23T00:34:20.817581Z","end":"2026-04-23T00:34:21.149974Z","steps":["trace[1457515968] 'read index received' (duration: 332.187086ms)","trace[1457515968] 'applied index is now lower than readState.Index' (duration: 204.523µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:21.150333Z","caller":"traceutil/trace.go:171","msg":"trace[628845293] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"333.186245ms","start":"2026-04-23T00:34:20.817128Z","end":"2026-04-23T00:34:21.150315Z","steps":["trace[628845293] 'process raft request' (duration: 332.711725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:21.150508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:20.817115Z","time spent":"333.296726ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:21.150707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.117374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:21.150761Z","caller":"traceutil/trace.go:171","msg":"trace[2045431040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8645; }","duration":"333.191634ms","start":"2026-04-23T00:34:20.817555Z","end":"2026-04-23T00:34:21.150747Z","steps":["trace[2045431040] 'agreement among raft nodes before linearized reading' (duration: 333.079762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:21.150801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:20.817545Z","time spent":"333.245985ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:34:25.217066Z","caller":"traceutil/trace.go:171","msg":"trace[1380745445] linearizableReadLoop","detail":"{readStateIndex:9060; appliedIndex:9059; }","duration":"109.55902ms","start":"2026-04-23T00:34:25.107483Z","end":"2026-04-23T00:34:25.217042Z","steps":["trace[1380745445] 'read index received' (duration: 109.520589ms)","trace[1380745445] 'applied index is now lower than readState.Index' (duration: 36.931µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:25.21712Z","caller":"traceutil/trace.go:171","msg":"trace[1694502028] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"166.402409ms","start":"2026-04-23T00:34:25.05068Z","end":"2026-04-23T00:34:25.217083Z","steps":["trace[1694502028] 'process raft request' (duration: 166.211055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.217383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.868565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:25.217522Z","caller":"traceutil/trace.go:171","msg":"trace[976982107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8749; }","duration":"110.084779ms","start":"2026-04-23T00:34:25.107408Z","end":"2026-04-23T00:34:25.217493Z","steps":["trace[976982107] 'agreement among raft nodes before linearized reading' (duration: 109.772503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.302023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.519074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:25.302117Z","caller":"traceutil/trace.go:171","msg":"trace[783597176] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8750; }","duration":"180.680867ms","start":"2026-04-23T00:34:25.121412Z","end":"2026-04-23T00:34:25.302093Z","steps":["trace[783597176] 'agreement among raft nodes before linearized reading' (duration: 180.502084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:25.302601Z","caller":"traceutil/trace.go:171","msg":"trace[979055561] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"137.658208ms","start":"2026-04-23T00:34:25.164918Z","end":"2026-04-23T00:34:25.302576Z","steps":["trace[979055561] 'process raft request' (duration: 113.221609ms)","trace[979055561] 'compare' (duration: 23.658965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:25.302986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.018534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc2ff288-2f8d-45d1-b54d-169f982af8d6\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-04-23T00:34:25.303046Z","caller":"traceutil/trace.go:171","msg":"trace[117651814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc2ff288-2f8d-45d1-b54d-169f982af8d6; range_end:; response_count:1; response_revision:8750; }","duration":"155.099125ms","start":"2026-04-23T00:34:25.14793Z","end":"2026-04-23T00:34:25.303029Z","steps":["trace[117651814] 'agreement among raft nodes before linearized reading' (duration: 154.912582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.303271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.508352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:25.303321Z","caller":"traceutil/trace.go:171","msg":"trace[701085834] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8750; }","duration":"165.580524ms","start":"2026-04-23T00:34:25.137727Z","end":"2026-04-23T00:34:25.303307Z","steps":["trace[701085834] 'agreement among raft nodes before linearized reading' (duration: 165.501043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:57.199854Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245f.wal"} {"level":"warn","ts":"2026-04-23T00:35:09.780496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.89726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:09.780609Z","caller":"traceutil/trace.go:171","msg":"trace[1131464922] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9140; }","duration":"240.055913ms","start":"2026-04-23T00:35:09.54052Z","end":"2026-04-23T00:35:09.780576Z","steps":["trace[1131464922] 'count revisions from in-memory index tree' (duration: 239.794238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:09.781425Z","caller":"traceutil/trace.go:171","msg":"trace[754215412] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"193.089541ms","start":"2026-04-23T00:35:09.588297Z","end":"2026-04-23T00:35:09.781386Z","steps":["trace[754215412] 'process raft request' (duration: 166.200376ms)","trace[754215412] 'compare' (duration: 25.924916ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:20.556738Z","caller":"traceutil/trace.go:171","msg":"trace[670803208] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"344.519118ms","start":"2026-04-23T00:35:20.212189Z","end":"2026-04-23T00:35:20.556708Z","steps":["trace[670803208] 'process raft request' (duration: 344.371345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:20.556909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.212168Z","time spent":"344.65915ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:21.157095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.760737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:21.157258Z","caller":"traceutil/trace.go:171","msg":"trace[2050045362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9208; }","duration":"340.935151ms","start":"2026-04-23T00:35:20.816301Z","end":"2026-04-23T00:35:21.157236Z","steps":["trace[2050045362] 'range keys from in-memory index tree' (duration: 340.696125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:21.15734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.816253Z","time spent":"341.074604ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:35:22.060919Z","caller":"traceutil/trace.go:171","msg":"trace[1584625568] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"573.799589ms","start":"2026-04-23T00:35:21.487098Z","end":"2026-04-23T00:35:22.060897Z","steps":["trace[1584625568] 'process raft request' (duration: 573.641176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.06107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.487079Z","time spent":"573.912821ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:22.078084Z","caller":"traceutil/trace.go:171","msg":"trace[87350546] linearizableReadLoop","detail":"{readStateIndex:9534; appliedIndex:9532; }","duration":"142.939947ms","start":"2026-04-23T00:35:21.935113Z","end":"2026-04-23T00:35:22.078053Z","steps":["trace[87350546] 'read index received' (duration: 125.714984ms)","trace[87350546] 'applied index is now lower than readState.Index' (duration: 17.223743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:22.07815Z","caller":"traceutil/trace.go:171","msg":"trace[1597377767] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"239.906491ms","start":"2026-04-23T00:35:21.838206Z","end":"2026-04-23T00:35:22.078113Z","steps":["trace[1597377767] 'process raft request' (duration: 239.690757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.078442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.99371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:35:22.078467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.249228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:35:22.078499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.253606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:35:22.078532Z","caller":"traceutil/trace.go:171","msg":"trace[1720343256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9210; }","duration":"142.136493ms","start":"2026-04-23T00:35:21.936374Z","end":"2026-04-23T00:35:22.07851Z","steps":["trace[1720343256] 'agreement among raft nodes before linearized reading' (duration: 141.868917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.078519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.398828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:35:22.078583Z","caller":"traceutil/trace.go:171","msg":"trace[571741344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9210; }","duration":"138.350642ms","start":"2026-04-23T00:35:21.940168Z","end":"2026-04-23T00:35:22.078518Z","steps":["trace[571741344] 'agreement among raft nodes before linearized reading' (duration: 138.150227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.078582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.2562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:35:22.078826Z","caller":"traceutil/trace.go:171","msg":"trace[1054200659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9210; }","duration":"138.555955ms","start":"2026-04-23T00:35:21.940258Z","end":"2026-04-23T00:35:22.078814Z","steps":["trace[1054200659] 'agreement among raft nodes before linearized reading' (duration: 138.182897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.078567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.027562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:35:22.078954Z","caller":"traceutil/trace.go:171","msg":"trace[197607537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9210; }","duration":"141.451879ms","start":"2026-04-23T00:35:21.937473Z","end":"2026-04-23T00:35:22.078925Z","steps":["trace[197607537] 'agreement among raft nodes before linearized reading' (duration: 140.959579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.078929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.045726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:35:22.079104Z","caller":"traceutil/trace.go:171","msg":"trace[987626363] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9210; }","duration":"130.205588ms","start":"2026-04-23T00:35:21.948822Z","end":"2026-04-23T00:35:22.079028Z","steps":["trace[987626363] 'agreement among raft nodes before linearized reading' (duration: 129.814431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.078601Z","caller":"traceutil/trace.go:171","msg":"trace[2017826752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9210; }","duration":"143.514509ms","start":"2026-04-23T00:35:21.935068Z","end":"2026-04-23T00:35:22.078583Z","steps":["trace[2017826752] 'agreement among raft nodes before linearized reading' (duration: 143.131211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.078612Z","caller":"traceutil/trace.go:171","msg":"trace[1474017014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9210; }","duration":"133.392379ms","start":"2026-04-23T00:35:21.945197Z","end":"2026-04-23T00:35:22.078589Z","steps":["trace[1474017014] 'agreement among raft nodes before linearized reading' (duration: 133.055562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.215674Z","caller":"traceutil/trace.go:171","msg":"trace[1919351741] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"132.380328ms","start":"2026-04-23T00:35:22.083253Z","end":"2026-04-23T00:35:22.215634Z","steps":["trace[1919351741] 'process raft request' (duration: 85.152541ms)","trace[1919351741] 'compare' (duration: 47.002833ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:22.250286Z","caller":"traceutil/trace.go:171","msg":"trace[277502802] linearizableReadLoop","detail":"{readStateIndex:9536; appliedIndex:9534; }","duration":"166.457579ms","start":"2026-04-23T00:35:22.083803Z","end":"2026-04-23T00:35:22.250261Z","steps":["trace[277502802] 'read index received' (duration: 84.57119ms)","trace[277502802] 'applied index is now lower than readState.Index' (duration: 81.885289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:22.250821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.989951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244624"} {"level":"info","ts":"2026-04-23T00:35:22.250872Z","caller":"traceutil/trace.go:171","msg":"trace[1702900023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9217; }","duration":"167.089852ms","start":"2026-04-23T00:35:22.083771Z","end":"2026-04-23T00:35:22.25086Z","steps":["trace[1702900023] 'agreement among raft nodes before linearized reading' (duration: 166.592002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251279Z","caller":"traceutil/trace.go:171","msg":"trace[2015913494] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"167.328046ms","start":"2026-04-23T00:35:22.083939Z","end":"2026-04-23T00:35:22.251267Z","steps":["trace[2015913494] 'process raft request' (duration: 166.221035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251286Z","caller":"traceutil/trace.go:171","msg":"trace[1257688037] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"167.378587ms","start":"2026-04-23T00:35:22.083894Z","end":"2026-04-23T00:35:22.251272Z","steps":["trace[1257688037] 'process raft request' (duration: 166.233906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251424Z","caller":"traceutil/trace.go:171","msg":"trace[1673198768] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"166.018542ms","start":"2026-04-23T00:35:22.085343Z","end":"2026-04-23T00:35:22.251362Z","steps":["trace[1673198768] 'process raft request' (duration: 164.88151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251468Z","caller":"traceutil/trace.go:171","msg":"trace[428607768] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"167.56952ms","start":"2026-04-23T00:35:22.083868Z","end":"2026-04-23T00:35:22.251438Z","steps":["trace[428607768] 'process raft request' (duration: 166.220455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251468Z","caller":"traceutil/trace.go:171","msg":"trace[1125553196] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"167.704244ms","start":"2026-04-23T00:35:22.083745Z","end":"2026-04-23T00:35:22.25145Z","steps":["trace[1125553196] 'process raft request' (duration: 166.174815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.251371Z","caller":"traceutil/trace.go:171","msg":"trace[423159139] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"167.361717ms","start":"2026-04-23T00:35:22.083985Z","end":"2026-04-23T00:35:22.251347Z","steps":["trace[423159139] 'process raft request' (duration: 166.207925ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:12.255015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:36:12.26526Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:36:12.265348Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T00:37:49.214563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7873} {"level":"info","ts":"2026-04-23T00:37:49.305957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7873,"took":"88.770581ms","hash":2635346564,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":28368896,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T00:37:49.306086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2635346564,"revision":7873,"compact-revision":5696} {"level":"info","ts":"2026-04-23T00:38:02.123381Z","caller":"traceutil/trace.go:171","msg":"trace[1214361184] linearizableReadLoop","detail":"{readStateIndex:10932; appliedIndex:10931; }","duration":"186.064634ms","start":"2026-04-23T00:38:01.937278Z","end":"2026-04-23T00:38:02.123343Z","steps":["trace[1214361184] 'read index received' (duration: 161.611257ms)","trace[1214361184] 'applied index is now lower than readState.Index' (duration: 24.452017ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:38:02.123452Z","caller":"traceutil/trace.go:171","msg":"trace[55543541] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"186.684917ms","start":"2026-04-23T00:38:01.936725Z","end":"2026-04-23T00:38:02.12341Z","steps":["trace[55543541] 'process raft request' (duration: 162.27391ms)","trace[55543541] 'compare' (duration: 24.183563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:38:02.123637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.34249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-23T00:38:02.123683Z","caller":"traceutil/trace.go:171","msg":"trace[1692136374] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10565; }","duration":"186.400521ms","start":"2026-04-23T00:38:01.937271Z","end":"2026-04-23T00:38:02.123671Z","steps":["trace[1692136374] 'agreement among raft nodes before linearized reading' (duration: 186.230318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.123795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.059943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-04-23T00:38:02.123895Z","caller":"traceutil/trace.go:171","msg":"trace[1851388629] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10565; }","duration":"171.179556ms","start":"2026-04-23T00:38:01.952688Z","end":"2026-04-23T00:38:02.123868Z","steps":["trace[1851388629] 'agreement among raft nodes before linearized reading' (duration: 170.939022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:38:48.944612Z","caller":"traceutil/trace.go:171","msg":"trace[1272551273] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"119.448271ms","start":"2026-04-23T00:38:48.825117Z","end":"2026-04-23T00:38:48.944566Z","steps":["trace[1272551273] 'process raft request' (duration: 119.178397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:38:48.946448Z","caller":"traceutil/trace.go:171","msg":"trace[914643580] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"103.104205ms","start":"2026-04-23T00:38:48.843299Z","end":"2026-04-23T00:38:48.946403Z","steps":["trace[914643580] 'process raft request' (duration: 102.939242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.645717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.512095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:39:02.645831Z","caller":"traceutil/trace.go:171","msg":"trace[834700464] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11138; }","duration":"125.663578ms","start":"2026-04-23T00:39:02.520144Z","end":"2026-04-23T00:39:02.645807Z","steps":["trace[834700464] 'range keys from in-memory index tree' (duration: 125.441733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.64601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.963988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:39:02.6461Z","caller":"traceutil/trace.go:171","msg":"trace[1775392776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11138; }","duration":"130.0797ms","start":"2026-04-23T00:39:02.515999Z","end":"2026-04-23T00:39:02.646079Z","steps":["trace[1775392776] 'range keys from in-memory index tree' (duration: 129.809775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.646062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.728269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:39:02.646137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.031505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:39:02.646187Z","caller":"traceutil/trace.go:171","msg":"trace[451836802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11138; }","duration":"126.093026ms","start":"2026-04-23T00:39:02.520083Z","end":"2026-04-23T00:39:02.646176Z","steps":["trace[451836802] 'range keys from in-memory index tree' (duration: 125.956663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:02.646194Z","caller":"traceutil/trace.go:171","msg":"trace[2016727745] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11138; }","duration":"125.952993ms","start":"2026-04-23T00:39:02.520213Z","end":"2026-04-23T00:39:02.646166Z","steps":["trace[2016727745] 'range keys from in-memory index tree' (duration: 125.613877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.646197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.430751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-23T00:39:02.646289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.694575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:39:02.646312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.188252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:39:02.646299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.07902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:39:02.646355Z","caller":"traceutil/trace.go:171","msg":"trace[500689769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11138; }","duration":"127.776447ms","start":"2026-04-23T00:39:02.518563Z","end":"2026-04-23T00:39:02.646339Z","steps":["trace[500689769] 'range keys from in-memory index tree' (duration: 127.641374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:02.646369Z","caller":"traceutil/trace.go:171","msg":"trace[639221240] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11138; }","duration":"130.297604ms","start":"2026-04-23T00:39:02.516047Z","end":"2026-04-23T00:39:02.646344Z","steps":["trace[639221240] 'range keys from in-memory index tree' (duration: 130.133461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:02.646298Z","caller":"traceutil/trace.go:171","msg":"trace[516023489] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11138; }","duration":"126.542473ms","start":"2026-04-23T00:39:02.519734Z","end":"2026-04-23T00:39:02.646276Z","steps":["trace[516023489] 'range keys from in-memory index tree' (duration: 126.255068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.646238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.606299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:39:02.646412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.756353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:39:02.646488Z","caller":"traceutil/trace.go:171","msg":"trace[50523236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11138; }","duration":"131.893784ms","start":"2026-04-23T00:39:02.514586Z","end":"2026-04-23T00:39:02.64648Z","steps":["trace[50523236] 'range keys from in-memory index tree' (duration: 131.502747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:02.646532Z","caller":"traceutil/trace.go:171","msg":"trace[2025564540] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11138; }","duration":"130.899065ms","start":"2026-04-23T00:39:02.515616Z","end":"2026-04-23T00:39:02.646515Z","steps":["trace[2025564540] 'range keys from in-memory index tree' (duration: 130.542848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:02.646426Z","caller":"traceutil/trace.go:171","msg":"trace[1548849829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11138; }","duration":"130.230152ms","start":"2026-04-23T00:39:02.516154Z","end":"2026-04-23T00:39:02.646385Z","steps":["trace[1548849829] 'range keys from in-memory index tree' (duration: 130.017209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:02.647162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.990697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:39:02.647221Z","caller":"traceutil/trace.go:171","msg":"trace[987478901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11138; }","duration":"124.077388ms","start":"2026-04-23T00:39:02.523126Z","end":"2026-04-23T00:39:02.647203Z","steps":["trace[987478901] 'range keys from in-memory index tree' (duration: 122.524559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:49.221832Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10438} {"level":"info","ts":"2026-04-23T00:42:49.305745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10438,"took":"81.004956ms","hash":3427773051,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":26554368,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:42:49.305805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3427773051,"revision":10438,"compact-revision":7873} {"level":"info","ts":"2026-04-23T00:45:08.245362Z","caller":"traceutil/trace.go:171","msg":"trace[995197551] linearizableReadLoop","detail":"{readStateIndex:14083; appliedIndex:14082; }","duration":"262.868074ms","start":"2026-04-23T00:45:07.982468Z","end":"2026-04-23T00:45:08.245336Z","steps":["trace[995197551] 'read index received' (duration: 262.6316ms)","trace[995197551] 'applied index is now lower than readState.Index' (duration: 235.794µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:08.245619Z","caller":"traceutil/trace.go:171","msg":"trace[173284320] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"363.366688ms","start":"2026-04-23T00:45:07.882243Z","end":"2026-04-23T00:45:08.24561Z","steps":["trace[173284320] 'process raft request' (duration: 362.93387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:08.245742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:07.882218Z","time spent":"363.420649ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:08.245954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.492536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:08.245976Z","caller":"traceutil/trace.go:171","msg":"trace[1477444511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13615; }","duration":"263.602449ms","start":"2026-04-23T00:45:07.982366Z","end":"2026-04-23T00:45:08.245968Z","steps":["trace[1477444511] 'agreement among raft nodes before linearized reading' (duration: 263.548968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:08.246106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.272651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:08.246121Z","caller":"traceutil/trace.go:171","msg":"trace[1610510959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13615; }","duration":"193.318711ms","start":"2026-04-23T00:45:08.052796Z","end":"2026-04-23T00:45:08.246115Z","steps":["trace[1610510959] 'agreement among raft nodes before linearized reading' (duration: 193.283691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:22.640294Z","caller":"traceutil/trace.go:171","msg":"trace[1503881705] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"111.282846ms","start":"2026-04-23T00:45:22.528981Z","end":"2026-04-23T00:45:22.640264Z","steps":["trace[1503881705] 'process raft request' (duration: 111.106382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:22.706844Z","caller":"traceutil/trace.go:171","msg":"trace[1282656459] linearizableReadLoop","detail":"{readStateIndex:14176; appliedIndex:14174; }","duration":"156.566713ms","start":"2026-04-23T00:45:22.550245Z","end":"2026-04-23T00:45:22.706812Z","steps":["trace[1282656459] 'read index received' (duration: 89.899434ms)","trace[1282656459] 'applied index is now lower than readState.Index' (duration: 66.642809ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:22.706984Z","caller":"traceutil/trace.go:171","msg":"trace[2133543832] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"176.176832ms","start":"2026-04-23T00:45:22.530759Z","end":"2026-04-23T00:45:22.706936Z","steps":["trace[2133543832] 'process raft request' (duration: 159.52076ms)","trace[2133543832] 'compare' (duration: 16.354606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:22.707062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.804108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-b28nm\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-04-23T00:45:22.7071Z","caller":"traceutil/trace.go:171","msg":"trace[1296444200] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-b28nm; range_end:; response_count:1; response_revision:13704; }","duration":"156.899899ms","start":"2026-04-23T00:45:22.550189Z","end":"2026-04-23T00:45:22.707088Z","steps":["trace[1296444200] 'agreement among raft nodes before linearized reading' (duration: 156.736206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:23.811359Z","caller":"traceutil/trace.go:171","msg":"trace[1454864938] linearizableReadLoop","detail":"{readStateIndex:14179; appliedIndex:14178; }","duration":"336.837381ms","start":"2026-04-23T00:45:23.474497Z","end":"2026-04-23T00:45:23.811334Z","steps":["trace[1454864938] 'read index received' (duration: 336.691508ms)","trace[1454864938] 'applied index is now lower than readState.Index' (duration: 144.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:23.811401Z","caller":"traceutil/trace.go:171","msg":"trace[1056398010] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"337.622925ms","start":"2026-04-23T00:45:23.473745Z","end":"2026-04-23T00:45:23.811367Z","steps":["trace[1056398010] 'process raft request' (duration: 337.450382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.81156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.473717Z","time spent":"337.762337ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:23.811566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.046976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:45:23.811613Z","caller":"traceutil/trace.go:171","msg":"trace[956353684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13707; }","duration":"337.118767ms","start":"2026-04-23T00:45:23.474483Z","end":"2026-04-23T00:45:23.811602Z","steps":["trace[956353684] 'agreement among raft nodes before linearized reading' (duration: 336.968904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.811647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.474477Z","time spent":"337.160127ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:45:23.812345Z","caller":"traceutil/trace.go:171","msg":"trace[810970349] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"334.883165ms","start":"2026-04-23T00:45:23.477441Z","end":"2026-04-23T00:45:23.812324Z","steps":["trace[810970349] 'process raft request' (duration: 334.65954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.812407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.841406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:45:23.812439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.477432Z","time spent":"334.961637ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:23.812495Z","caller":"traceutil/trace.go:171","msg":"trace[1272266425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13708; }","duration":"333.938667ms","start":"2026-04-23T00:45:23.478535Z","end":"2026-04-23T00:45:23.812473Z","steps":["trace[1272266425] 'agreement among raft nodes before linearized reading' (duration: 333.715943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.81251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.633973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:45:23.812555Z","caller":"traceutil/trace.go:171","msg":"trace[754866803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13708; }","duration":"332.690884ms","start":"2026-04-23T00:45:23.479851Z","end":"2026-04-23T00:45:23.812541Z","steps":["trace[754866803] 'agreement among raft nodes before linearized reading' (duration: 332.589352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.812556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.478476Z","time spent":"334.06738ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:23.812593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.479843Z","time spent":"332.743134ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:23.812588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.947707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:45:23.812641Z","caller":"traceutil/trace.go:171","msg":"trace[133123501] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13708; }","duration":"334.009458ms","start":"2026-04-23T00:45:23.478617Z","end":"2026-04-23T00:45:23.812626Z","steps":["trace[133123501] 'agreement among raft nodes before linearized reading' (duration: 333.850465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:23.812682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:23.478612Z","time spent":"334.063029ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:45:24.090171Z","caller":"traceutil/trace.go:171","msg":"trace[2019582169] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"268.343978ms","start":"2026-04-23T00:45:23.821802Z","end":"2026-04-23T00:45:24.090146Z","steps":["trace[2019582169] 'process raft request' (duration: 268.174585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.093786Z","caller":"traceutil/trace.go:171","msg":"trace[1317155589] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"271.630599ms","start":"2026-04-23T00:45:23.822127Z","end":"2026-04-23T00:45:24.093758Z","steps":["trace[1317155589] 'process raft request' (duration: 271.367763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.093782Z","caller":"traceutil/trace.go:171","msg":"trace[529235420] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"271.520558ms","start":"2026-04-23T00:45:23.822228Z","end":"2026-04-23T00:45:24.093748Z","steps":["trace[529235420] 'process raft request' (duration: 271.429296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.093994Z","caller":"traceutil/trace.go:171","msg":"trace[1917535687] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"271.621929ms","start":"2026-04-23T00:45:23.822357Z","end":"2026-04-23T00:45:24.093979Z","steps":["trace[1917535687] 'process raft request' (duration: 271.348284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:24.09431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.77628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:45:24.09445Z","caller":"traceutil/trace.go:171","msg":"trace[1928963102] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13712; }","duration":"170.965404ms","start":"2026-04-23T00:45:23.923448Z","end":"2026-04-23T00:45:24.094413Z","steps":["trace[1928963102] 'agreement among raft nodes before linearized reading' (duration: 170.601947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.094638Z","caller":"traceutil/trace.go:171","msg":"trace[1982353052] linearizableReadLoop","detail":"{readStateIndex:14184; appliedIndex:14180; }","duration":"170.483585ms","start":"2026-04-23T00:45:23.923505Z","end":"2026-04-23T00:45:24.093989Z","steps":["trace[1982353052] 'read index received' (duration: 166.47044ms)","trace[1982353052] 'applied index is now lower than readState.Index' (duration: 3.987014ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:24.725184Z","caller":"traceutil/trace.go:171","msg":"trace[1093368391] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"132.31189ms","start":"2026-04-23T00:45:24.592847Z","end":"2026-04-23T00:45:24.725159Z","steps":["trace[1093368391] 'process raft request' (duration: 132.085724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.72548Z","caller":"traceutil/trace.go:171","msg":"trace[2020671553] linearizableReadLoop","detail":"{readStateIndex:14186; appliedIndex:14184; }","duration":"128.65637ms","start":"2026-04-23T00:45:24.596801Z","end":"2026-04-23T00:45:24.725457Z","steps":["trace[2020671553] 'read index received' (duration: 65.1822ms)","trace[2020671553] 'applied index is now lower than readState.Index' (duration: 63.47202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:24.725718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.894905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:45:24.725814Z","caller":"traceutil/trace.go:171","msg":"trace[2143955321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13715; }","duration":"129.034257ms","start":"2026-04-23T00:45:24.596764Z","end":"2026-04-23T00:45:24.725798Z","steps":["trace[2143955321] 'agreement among raft nodes before linearized reading' (duration: 128.791213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.268485Z","caller":"traceutil/trace.go:171","msg":"trace[1356301177] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"304.626288ms","start":"2026-04-23T00:45:43.963836Z","end":"2026-04-23T00:45:44.268462Z","steps":["trace[1356301177] 'process raft request' (duration: 304.488796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.26863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:43.96381Z","time spent":"304.744721ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.333622Z","caller":"traceutil/trace.go:171","msg":"trace[515309336] linearizableReadLoop","detail":"{readStateIndex:14489; appliedIndex:14487; }","duration":"316.910648ms","start":"2026-04-23T00:45:44.016679Z","end":"2026-04-23T00:45:44.333589Z","steps":["trace[515309336] 'read index received' (duration: 251.651476ms)","trace[515309336] 'applied index is now lower than readState.Index' (duration: 65.257732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:44.333861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.170232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-23T00:45:44.333918Z","caller":"traceutil/trace.go:171","msg":"trace[1223562694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8; range_end:; response_count:1; response_revision:14006; }","duration":"317.269483ms","start":"2026-04-23T00:45:44.016636Z","end":"2026-04-23T00:45:44.333905Z","steps":["trace[1223562694] 'agreement among raft nodes before linearized reading' (duration: 317.09374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.333959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.016614Z","time spent":"317.337246ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" "} {"level":"warn","ts":"2026-04-23T00:45:44.334056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.767846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T00:45:44.334067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.274312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:45:44.334193Z","caller":"traceutil/trace.go:171","msg":"trace[1420389821] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14006; }","duration":"146.445474ms","start":"2026-04-23T00:45:44.18772Z","end":"2026-04-23T00:45:44.334165Z","steps":["trace[1420389821] 'agreement among raft nodes before linearized reading' (duration: 146.117457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.334127Z","caller":"traceutil/trace.go:171","msg":"trace[1258876635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14006; }","duration":"150.884117ms","start":"2026-04-23T00:45:44.183224Z","end":"2026-04-23T00:45:44.334109Z","steps":["trace[1258876635] 'agreement among raft nodes before linearized reading' (duration: 150.679662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.33429Z","caller":"traceutil/trace.go:171","msg":"trace[792631888] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"368.468764ms","start":"2026-04-23T00:45:43.965225Z","end":"2026-04-23T00:45:44.333694Z","steps":["trace[792631888] 'process raft request' (duration: 368.204669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.334385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:43.965201Z","time spent":"369.145786ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.334057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.159541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:45:44.334487Z","caller":"traceutil/trace.go:171","msg":"trace[535698825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14006; }","duration":"145.642219ms","start":"2026-04-23T00:45:44.188831Z","end":"2026-04-23T00:45:44.334473Z","steps":["trace[535698825] 'agreement among raft nodes before linearized reading' (duration: 145.117899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.334609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.329905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:45:44.334713Z","caller":"traceutil/trace.go:171","msg":"trace[2139833339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14006; }","duration":"151.509089ms","start":"2026-04-23T00:45:44.183188Z","end":"2026-04-23T00:45:44.334697Z","steps":["trace[2139833339] 'agreement among raft nodes before linearized reading' (duration: 150.644142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.031938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998436257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:45:45.340845Z","caller":"traceutil/trace.go:171","msg":"trace[1264446263] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"1.00181392s","start":"2026-04-23T00:45:44.338987Z","end":"2026-04-23T00:45:45.340801Z","steps":["trace[1264446263] 'process raft request' (duration: 935.521177ms)","trace[1264446263] 'compare' (duration: 66.000507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:45.341001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.338964Z","time spent":"1.001962072s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.364047Z","caller":"traceutil/trace.go:171","msg":"trace[600381443] transaction","detail":"{read_only:false; response_revision:14008; number_of_response:1; }","duration":"1.024907952s","start":"2026-04-23T00:45:44.339115Z","end":"2026-04-23T00:45:45.364023Z","steps":["trace[600381443] 'process raft request' (duration: 1.024722929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.364274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.339084Z","time spent":"1.025035664s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.364323Z","caller":"traceutil/trace.go:171","msg":"trace[1873103124] transaction","detail":"{read_only:false; response_revision:14009; number_of_response:1; }","duration":"1.025049225s","start":"2026-04-23T00:45:44.339241Z","end":"2026-04-23T00:45:45.36429Z","steps":["trace[1873103124] 'process raft request' (duration: 1.024731079s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.364422Z","caller":"traceutil/trace.go:171","msg":"trace[1387781666] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"1.025039644s","start":"2026-04-23T00:45:44.339355Z","end":"2026-04-23T00:45:45.364395Z","steps":["trace[1387781666] 'process raft request' (duration: 1.02484363s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.364415Z","caller":"traceutil/trace.go:171","msg":"trace[962132515] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"577.120722ms","start":"2026-04-23T00:45:44.787266Z","end":"2026-04-23T00:45:45.364387Z","steps":["trace[962132515] 'process raft request' (duration: 577.0088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.364438Z","caller":"traceutil/trace.go:171","msg":"trace[1277123250] linearizableReadLoop","detail":"{readStateIndex:14495; appliedIndex:14489; }","duration":"833.537307ms","start":"2026-04-23T00:45:44.530884Z","end":"2026-04-23T00:45:45.364421Z","steps":["trace[1277123250] 'read index received' (duration: 743.664543ms)","trace[1277123250] 'applied index is now lower than readState.Index' (duration: 89.872014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:45.365711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.504005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:45.365803Z","caller":"traceutil/trace.go:171","msg":"trace[174605537] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14012; }","duration":"588.640618ms","start":"2026-04-23T00:45:44.777143Z","end":"2026-04-23T00:45:45.365783Z","steps":["trace[174605537] 'agreement among raft nodes before linearized reading' (duration: 588.464235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.365837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.787249Z","time spent":"577.250696ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.365869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.777121Z","time spent":"588.72258ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:45.365991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.168282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:45:45.366059Z","caller":"traceutil/trace.go:171","msg":"trace[1195059933] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:14012; }","duration":"318.254363ms","start":"2026-04-23T00:45:45.047791Z","end":"2026-04-23T00:45:45.366045Z","steps":["trace[1195059933] 'agreement among raft nodes before linearized reading' (duration: 318.1069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.366113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.047781Z","time spent":"318.311904ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"warn","ts":"2026-04-23T00:45:45.366248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.057566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:45.366343Z","caller":"traceutil/trace.go:171","msg":"trace[1979712722] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14012; }","duration":"835.418672ms","start":"2026-04-23T00:45:44.530867Z","end":"2026-04-23T00:45:45.366286Z","steps":["trace[1979712722] 'agreement among raft nodes before linearized reading' (duration: 833.611969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.366366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.32211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:45.366376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.530817Z","time spent":"835.547234ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:45.366444Z","caller":"traceutil/trace.go:171","msg":"trace[83321580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14012; }","duration":"550.421011ms","start":"2026-04-23T00:45:44.815988Z","end":"2026-04-23T00:45:45.366409Z","steps":["trace[83321580] 'agreement among raft nodes before linearized reading' (duration: 550.011164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.366452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.026447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:45:45.36657Z","caller":"traceutil/trace.go:171","msg":"trace[1144780949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14012; }","duration":"445.14898ms","start":"2026-04-23T00:45:44.921371Z","end":"2026-04-23T00:45:45.36652Z","steps":["trace[1144780949] 'agreement among raft nodes before linearized reading' (duration: 444.768743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.366622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.3652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:45:45.366718Z","caller":"traceutil/trace.go:171","msg":"trace[783918180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14012; }","duration":"180.468722ms","start":"2026-04-23T00:45:45.186231Z","end":"2026-04-23T00:45:45.3667Z","steps":["trace[783918180] 'agreement among raft nodes before linearized reading' (duration: 179.634517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.366621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.921361Z","time spent":"445.249652ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:45.366482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.815964Z","time spent":"550.510233ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:45.3675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.339228Z","time spent":"1.025170337s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.367585Z","caller":"traceutil/trace.go:171","msg":"trace[1632458506] transaction","detail":"{read_only:false; response_revision:14012; number_of_response:1; }","duration":"569.812555ms","start":"2026-04-23T00:45:44.794702Z","end":"2026-04-23T00:45:45.364515Z","steps":["trace[1632458506] 'process raft request' (duration: 569.629051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.367682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.023887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-23T00:45:45.367749Z","caller":"traceutil/trace.go:171","msg":"trace[1027083093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8; range_end:; response_count:1; response_revision:14012; }","duration":"524.099589ms","start":"2026-04-23T00:45:44.843613Z","end":"2026-04-23T00:45:45.367712Z","steps":["trace[1027083093] 'agreement among raft nodes before linearized reading' (duration: 522.364717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.367668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.339323Z","time spent":"1.025160828s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.367823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.8436Z","time spent":"524.212641ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" "} {"level":"warn","ts":"2026-04-23T00:45:45.367668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.794649Z","time spent":"572.966344ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.625153Z","caller":"traceutil/trace.go:171","msg":"trace[192143171] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"249.330701ms","start":"2026-04-23T00:45:45.37579Z","end":"2026-04-23T00:45:45.625121Z","steps":["trace[192143171] 'process raft request' (duration: 162.142787ms)","trace[192143171] 'compare' (duration: 87.064772ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:45.65459Z","caller":"traceutil/trace.go:171","msg":"trace[515870905] linearizableReadLoop","detail":"{readStateIndex:14497; appliedIndex:14495; }","duration":"278.001209ms","start":"2026-04-23T00:45:45.376553Z","end":"2026-04-23T00:45:45.654554Z","steps":["trace[515870905] 'read index received' (duration: 161.466535ms)","trace[515870905] 'applied index is now lower than readState.Index' (duration: 116.533574ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:45.654734Z","caller":"traceutil/trace.go:171","msg":"trace[1884898185] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"275.342269ms","start":"2026-04-23T00:45:45.379367Z","end":"2026-04-23T00:45:45.654709Z","steps":["trace[1884898185] 'process raft request' (duration: 275.124955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.654727Z","caller":"traceutil/trace.go:171","msg":"trace[2132902109] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"278.818804ms","start":"2026-04-23T00:45:45.375874Z","end":"2026-04-23T00:45:45.654692Z","steps":["trace[2132902109] 'process raft request' (duration: 278.463017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.654882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.305235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18831"} {"level":"info","ts":"2026-04-23T00:45:45.654928Z","caller":"traceutil/trace.go:171","msg":"trace[674356546] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14015; }","duration":"278.383926ms","start":"2026-04-23T00:45:45.376531Z","end":"2026-04-23T00:45:45.654915Z","steps":["trace[674356546] 'agreement among raft nodes before linearized reading' (duration: 278.196292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.264062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.241937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:46:36.264294Z","caller":"traceutil/trace.go:171","msg":"trace[442973295] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"715.427964ms","start":"2026-04-23T00:46:35.548829Z","end":"2026-04-23T00:46:36.264257Z","steps":["trace[442973295] 'process raft request' (duration: 138.887232ms)","trace[442973295] 'compare' (duration: 576.093424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:36.264396Z","caller":"traceutil/trace.go:171","msg":"trace[410464604] linearizableReadLoop","detail":"{readStateIndex:15131; appliedIndex:15129; }","duration":"682.64887ms","start":"2026-04-23T00:46:35.581701Z","end":"2026-04-23T00:46:36.26435Z","steps":["trace[410464604] 'read index received' (duration: 106.010856ms)","trace[410464604] 'applied index is now lower than readState.Index' (duration: 576.636624ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:36.264581Z","caller":"traceutil/trace.go:171","msg":"trace[1646197955] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"715.321833ms","start":"2026-04-23T00:46:35.549226Z","end":"2026-04-23T00:46:36.264548Z","steps":["trace[1646197955] 'process raft request' (duration: 714.972206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.264659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.092726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:36.264667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.966083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:36.264666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.951685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:46:36.264728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.397053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:36.264708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.549162Z","time spent":"715.485995ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:36.264738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.867641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:36.265033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.215035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:46:36.265034Z","caller":"traceutil/trace.go:171","msg":"trace[1355759480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14632; }","duration":"448.202417ms","start":"2026-04-23T00:46:35.81681Z","end":"2026-04-23T00:46:36.265012Z","steps":["trace[1355759480] 'agreement among raft nodes before linearized reading' (duration: 447.85822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.077844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:36.265105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.534986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:46:36.265095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.816792Z","time spent":"448.29006ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:46:36.265122Z","caller":"traceutil/trace.go:171","msg":"trace[1904556568] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14632; }","duration":"273.569966ms","start":"2026-04-23T00:46:35.991547Z","end":"2026-04-23T00:46:36.265117Z","steps":["trace[1904556568] 'agreement among raft nodes before linearized reading' (duration: 273.519565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265129Z","caller":"traceutil/trace.go:171","msg":"trace[415317037] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14632; }","duration":"536.158096ms","start":"2026-04-23T00:46:35.728958Z","end":"2026-04-23T00:46:36.265116Z","steps":["trace[415317037] 'agreement among raft nodes before linearized reading' (duration: 535.809359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.728945Z","time spent":"536.215447ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.204422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:46:36.265218Z","caller":"traceutil/trace.go:171","msg":"trace[240037183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14632; }","duration":"326.364034ms","start":"2026-04-23T00:46:35.938839Z","end":"2026-04-23T00:46:36.265204Z","steps":["trace[240037183] 'agreement among raft nodes before linearized reading' (duration: 325.918145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.999273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:46:36.265347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.990743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:36.265367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.40767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:36.26538Z","caller":"traceutil/trace.go:171","msg":"trace[2063997463] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14632; }","duration":"275.053713ms","start":"2026-04-23T00:46:35.99032Z","end":"2026-04-23T00:46:36.265374Z","steps":["trace[2063997463] 'agreement among raft nodes before linearized reading' (duration: 275.005273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265387Z","caller":"traceutil/trace.go:171","msg":"trace[1364861340] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14632; }","duration":"156.443532ms","start":"2026-04-23T00:46:36.108938Z","end":"2026-04-23T00:46:36.265382Z","steps":["trace[1364861340] 'agreement among raft nodes before linearized reading' (duration: 156.412141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.938827Z","time spent":"326.456317ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.191429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:46:36.265463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.805388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:46:36.265482Z","caller":"traceutil/trace.go:171","msg":"trace[737681275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14632; }","duration":"591.865309ms","start":"2026-04-23T00:46:35.67361Z","end":"2026-04-23T00:46:36.265475Z","steps":["trace[737681275] 'agreement among raft nodes before linearized reading' (duration: 591.822908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265348Z","caller":"traceutil/trace.go:171","msg":"trace[871840518] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14632; }","duration":"543.054465ms","start":"2026-04-23T00:46:35.722284Z","end":"2026-04-23T00:46:36.265338Z","steps":["trace[871840518] 'agreement among raft nodes before linearized reading' (duration: 542.968753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.264696Z","caller":"traceutil/trace.go:171","msg":"trace[1623582557] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14632; }","duration":"273.158268ms","start":"2026-04-23T00:46:35.991526Z","end":"2026-04-23T00:46:36.264684Z","steps":["trace[1623582557] 'agreement among raft nodes before linearized reading' (duration: 273.047766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.673583Z","time spent":"591.91211ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.722273Z","time spent":"543.228958ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.098155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:36.265532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.789432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:46:36.265566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.78044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:36.265578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.093653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:36.26505Z","caller":"traceutil/trace.go:171","msg":"trace[70930921] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14632; }","duration":"197.269407ms","start":"2026-04-23T00:46:36.067776Z","end":"2026-04-23T00:46:36.265045Z","steps":["trace[70930921] 'agreement among raft nodes before linearized reading' (duration: 196.999301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.2656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.452184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:46:36.264761Z","caller":"traceutil/trace.go:171","msg":"trace[698974867] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14632; }","duration":"154.444073ms","start":"2026-04-23T00:46:36.110312Z","end":"2026-04-23T00:46:36.264756Z","steps":["trace[698974867] 'agreement among raft nodes before linearized reading' (duration: 154.400443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.26565Z","caller":"traceutil/trace.go:171","msg":"trace[2055679478] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14632; }","duration":"379.167104ms","start":"2026-04-23T00:46:35.886467Z","end":"2026-04-23T00:46:36.265635Z","steps":["trace[2055679478] 'agreement among raft nodes before linearized reading' (duration: 378.821818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265595Z","caller":"traceutil/trace.go:171","msg":"trace[1903068968] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14632; }","duration":"383.829291ms","start":"2026-04-23T00:46:35.881756Z","end":"2026-04-23T00:46:36.265585Z","steps":["trace[1903068968] 'agreement among raft nodes before linearized reading' (duration: 383.78488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.26567Z","caller":"traceutil/trace.go:171","msg":"trace[1693257396] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14632; }","duration":"383.538736ms","start":"2026-04-23T00:46:35.882111Z","end":"2026-04-23T00:46:36.26565Z","steps":["trace[1693257396] 'agreement among raft nodes before linearized reading' (duration: 383.339213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.26473Z","caller":"traceutil/trace.go:171","msg":"trace[1321513255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14632; }","duration":"683.058747ms","start":"2026-04-23T00:46:35.581657Z","end":"2026-04-23T00:46:36.264715Z","steps":["trace[1321513255] 'agreement among raft nodes before linearized reading' (duration: 682.847173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.581639Z","time spent":"684.078627ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.882103Z","time spent":"383.617898ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:46:36.264744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.284541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:46:36.264662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.906815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:46:36.265789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.886404Z","time spent":"379.279896ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:46:36.264735Z","caller":"traceutil/trace.go:171","msg":"trace[2049870592] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14632; }","duration":"147.037984ms","start":"2026-04-23T00:46:36.117666Z","end":"2026-04-23T00:46:36.264704Z","steps":["trace[2049870592] 'agreement among raft nodes before linearized reading' (duration: 146.935333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265834Z","caller":"traceutil/trace.go:171","msg":"trace[1766643674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14632; }","duration":"652.116328ms","start":"2026-04-23T00:46:35.613704Z","end":"2026-04-23T00:46:36.26582Z","steps":["trace[1766643674] 'agreement among raft nodes before linearized reading' (duration: 650.814204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265598Z","caller":"traceutil/trace.go:171","msg":"trace[1316600675] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14632; }","duration":"588.872793ms","start":"2026-04-23T00:46:35.676707Z","end":"2026-04-23T00:46:36.265579Z","steps":["trace[1316600675] 'agreement among raft nodes before linearized reading' (duration: 588.739211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.613685Z","time spent":"652.170919ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:46:36.265807Z","caller":"traceutil/trace.go:171","msg":"trace[433489654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:14632; }","duration":"478.363052ms","start":"2026-04-23T00:46:35.787433Z","end":"2026-04-23T00:46:36.265797Z","steps":["trace[433489654] 'agreement among raft nodes before linearized reading' (duration: 477.250701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.265906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.676695Z","time spent":"589.181858ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.881745Z","time spent":"383.943233ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.787423Z","time spent":"478.498064ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-8lnfs\" "} {"level":"warn","ts":"2026-04-23T00:46:36.265327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.3048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:36.265474Z","caller":"traceutil/trace.go:171","msg":"trace[1840897792] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14632; }","duration":"281.28623ms","start":"2026-04-23T00:46:35.984172Z","end":"2026-04-23T00:46:36.265458Z","steps":["trace[1840897792] 'agreement among raft nodes before linearized reading' (duration: 281.176138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:36.265562Z","caller":"traceutil/trace.go:171","msg":"trace[911360651] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14632; }","duration":"543.283509ms","start":"2026-04-23T00:46:35.722274Z","end":"2026-04-23T00:46:36.265558Z","steps":["trace[911360651] 'agreement among raft nodes before linearized reading' (duration: 543.095945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.268624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.722261Z","time spent":"546.340806ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:36.266097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.449913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-grrts\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T00:46:36.26889Z","caller":"traceutil/trace.go:171","msg":"trace[1840508751] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-grrts; range_end:; response_count:1; response_revision:14632; }","duration":"173.277165ms","start":"2026-04-23T00:46:36.09559Z","end":"2026-04-23T00:46:36.268867Z","steps":["trace[1840508751] 'agreement among raft nodes before linearized reading' (duration: 169.142268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:36.266689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:35.548802Z","time spent":"717.747178ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:36.269598Z","caller":"traceutil/trace.go:171","msg":"trace[2052127885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14632; }","duration":"159.043109ms","start":"2026-04-23T00:46:36.10991Z","end":"2026-04-23T00:46:36.268953Z","steps":["trace[2052127885] 'agreement among raft nodes before linearized reading' (duration: 154.83151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:56.616741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.204599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8lnfs\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:46:56.616872Z","caller":"traceutil/trace.go:171","msg":"trace[597407780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8lnfs; range_end:; response_count:1; response_revision:14745; }","duration":"122.380132ms","start":"2026-04-23T00:46:56.494464Z","end":"2026-04-23T00:46:56.616844Z","steps":["trace[597407780] 'range keys from in-memory index tree' (duration: 122.008846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:56.616913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.529259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-grrts\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T00:46:56.617013Z","caller":"traceutil/trace.go:171","msg":"trace[88932874] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-grrts; range_end:; response_count:1; response_revision:14745; }","duration":"127.656822ms","start":"2026-04-23T00:46:56.489334Z","end":"2026-04-23T00:46:56.616991Z","steps":["trace[88932874] 'range keys from in-memory index tree' (duration: 127.396037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:57.20113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.923937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:57.201291Z","caller":"traceutil/trace.go:171","msg":"trace[1292866053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14747; }","duration":"176.0981ms","start":"2026-04-23T00:46:57.025169Z","end":"2026-04-23T00:46:57.201267Z","steps":["trace[1292866053] 'range keys from in-memory index tree' (duration: 175.905516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:57.201311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.222757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:46:57.201385Z","caller":"traceutil/trace.go:171","msg":"trace[1208916551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14747; }","duration":"101.298108ms","start":"2026-04-23T00:46:57.100062Z","end":"2026-04-23T00:46:57.20136Z","steps":["trace[1208916551] 'range keys from in-memory index tree' (duration: 101.066735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:57.979163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.391361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:46:57.979262Z","caller":"traceutil/trace.go:171","msg":"trace[831922328] linearizableReadLoop","detail":"{readStateIndex:15251; appliedIndex:15250; }","duration":"448.708596ms","start":"2026-04-23T00:46:57.530537Z","end":"2026-04-23T00:46:57.979246Z","steps":["trace[831922328] 'read index received' (duration: 174.351026ms)","trace[831922328] 'applied index is now lower than readState.Index' (duration: 274.35615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:57.979524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.973532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:46:57.979586Z","caller":"traceutil/trace.go:171","msg":"trace[506413479] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-th9wn; range_end:; response_count:1; response_revision:14747; }","duration":"449.088784ms","start":"2026-04-23T00:46:57.530482Z","end":"2026-04-23T00:46:57.979571Z","steps":["trace[506413479] 'agreement among raft nodes before linearized reading' (duration: 448.90385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:57.979619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:57.530461Z","time spent":"449.152236ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" "} {"level":"info","ts":"2026-04-23T00:46:58.016681Z","caller":"traceutil/trace.go:171","msg":"trace[95076847] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"287.320623ms","start":"2026-04-23T00:46:57.729338Z","end":"2026-04-23T00:46:58.016659Z","steps":["trace[95076847] 'process raft request' (duration: 286.902276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:58.016913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.629058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:46:58.016964Z","caller":"traceutil/trace.go:171","msg":"trace[445203792] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-th9wn; range_end:; response_count:1; response_revision:14748; }","duration":"454.71698ms","start":"2026-04-23T00:46:57.562236Z","end":"2026-04-23T00:46:58.016953Z","steps":["trace[445203792] 'agreement among raft nodes before linearized reading' (duration: 454.556987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:58.016987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:57.562226Z","time spent":"454.7555ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" "} {"level":"warn","ts":"2026-04-23T00:46:58.017098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.872962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:58.017139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.976461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:58.017494Z","caller":"traceutil/trace.go:171","msg":"trace[1433768322] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14748; }","duration":"394.321258ms","start":"2026-04-23T00:46:57.623121Z","end":"2026-04-23T00:46:58.017443Z","steps":["trace[1433768322] 'agreement among raft nodes before linearized reading' (duration: 393.987471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:58.017186Z","caller":"traceutil/trace.go:171","msg":"trace[90173832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14748; }","duration":"201.994184ms","start":"2026-04-23T00:46:57.815172Z","end":"2026-04-23T00:46:58.017167Z","steps":["trace[90173832] 'agreement among raft nodes before linearized reading' (duration: 201.857182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:58.017605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:57.623106Z","time spent":"394.463581ms","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:46:58.960723Z","caller":"traceutil/trace.go:171","msg":"trace[477351211] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"260.730465ms","start":"2026-04-23T00:46:58.699967Z","end":"2026-04-23T00:46:58.960698Z","steps":["trace[477351211] 'process raft request' (duration: 260.570032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:58.961001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.128674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:46:58.961085Z","caller":"traceutil/trace.go:171","msg":"trace[1652791353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14756; }","duration":"180.252077ms","start":"2026-04-23T00:46:58.780812Z","end":"2026-04-23T00:46:58.961065Z","steps":["trace[1652791353] 'agreement among raft nodes before linearized reading' (duration: 180.019672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:58.961311Z","caller":"traceutil/trace.go:171","msg":"trace[879059058] linearizableReadLoop","detail":"{readStateIndex:15260; appliedIndex:15259; }","duration":"179.811878ms","start":"2026-04-23T00:46:58.78085Z","end":"2026-04-23T00:46:58.960662Z","steps":["trace[879059058] 'read index received' (duration: 179.629325ms)","trace[879059058] 'applied index is now lower than readState.Index' (duration: 181.573µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:58.961449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.818842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:58.961492Z","caller":"traceutil/trace.go:171","msg":"trace[412228629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14756; }","duration":"145.909584ms","start":"2026-04-23T00:46:58.81557Z","end":"2026-04-23T00:46:58.961479Z","steps":["trace[412228629] 'agreement among raft nodes before linearized reading' (duration: 145.828702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:49.228506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12595} {"level":"info","ts":"2026-04-23T00:47:49.307649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12595,"took":"76.344011ms","hash":2920499086,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":30134272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:47:49.30775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2920499086,"revision":12595,"compact-revision":10438} {"level":"info","ts":"2026-04-23T00:49:45.992579Z","caller":"traceutil/trace.go:171","msg":"trace[1890190395] linearizableReadLoop","detail":"{readStateIndex:16683; appliedIndex:16682; }","duration":"137.492685ms","start":"2026-04-23T00:49:45.855053Z","end":"2026-04-23T00:49:45.992545Z","steps":["trace[1890190395] 'read index received' (duration: 53.675926ms)","trace[1890190395] 'applied index is now lower than readState.Index' (duration: 83.815549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:45.992675Z","caller":"traceutil/trace.go:171","msg":"trace[2059373530] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"165.00164ms","start":"2026-04-23T00:49:45.827594Z","end":"2026-04-23T00:49:45.992596Z","steps":["trace[2059373530] 'process raft request' (duration: 81.272922ms)","trace[2059373530] 'compare' (duration: 83.537664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:45.992914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.842192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:49:45.993032Z","caller":"traceutil/trace.go:171","msg":"trace[157592180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16136; }","duration":"138.046466ms","start":"2026-04-23T00:49:45.854958Z","end":"2026-04-23T00:49:45.993004Z","steps":["trace[157592180] 'agreement among raft nodes before linearized reading' (duration: 137.72435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:50.60326Z","caller":"traceutil/trace.go:171","msg":"trace[23951716] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"230.237212ms","start":"2026-04-23T00:49:50.372986Z","end":"2026-04-23T00:49:50.603223Z","steps":["trace[23951716] 'process raft request' (duration: 196.108033ms)","trace[23951716] 'compare' (duration: 33.796593ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:50.603477Z","caller":"traceutil/trace.go:171","msg":"trace[817773470] linearizableReadLoop","detail":"{readStateIndex:16721; appliedIndex:16719; }","duration":"124.526792ms","start":"2026-04-23T00:49:50.478918Z","end":"2026-04-23T00:49:50.603445Z","steps":["trace[817773470] 'read index received' (duration: 90.199159ms)","trace[817773470] 'applied index is now lower than readState.Index' (duration: 34.326093ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:50.603527Z","caller":"traceutil/trace.go:171","msg":"trace[1438084792] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"211.754696ms","start":"2026-04-23T00:49:50.391744Z","end":"2026-04-23T00:49:50.603499Z","steps":["trace[1438084792] 'process raft request' (duration: 211.421319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:50.603786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.856809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-grrts\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T00:49:50.603853Z","caller":"traceutil/trace.go:171","msg":"trace[441001661] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-grrts; range_end:; response_count:1; response_revision:16172; }","duration":"124.986981ms","start":"2026-04-23T00:49:50.47885Z","end":"2026-04-23T00:49:50.603837Z","steps":["trace[441001661] 'agreement among raft nodes before linearized reading' (duration: 124.778237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:22.091583Z","caller":"traceutil/trace.go:171","msg":"trace[2098740333] transaction","detail":"{read_only:false; response_revision:17204; number_of_response:1; }","duration":"574.572633ms","start":"2026-04-23T00:52:21.516991Z","end":"2026-04-23T00:52:22.091563Z","steps":["trace[2098740333] 'process raft request' (duration: 574.459211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:22.091704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:21.516965Z","time spent":"574.680364ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:22.092077Z","caller":"traceutil/trace.go:171","msg":"trace[1085293795] transaction","detail":"{read_only:false; response_revision:17205; number_of_response:1; }","duration":"496.013372ms","start":"2026-04-23T00:52:21.596055Z","end":"2026-04-23T00:52:22.092069Z","steps":["trace[1085293795] 'process raft request' (duration: 495.803648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:22.092055Z","caller":"traceutil/trace.go:171","msg":"trace[330344761] linearizableReadLoop","detail":"{readStateIndex:17790; appliedIndex:17788; }","duration":"140.195293ms","start":"2026-04-23T00:52:21.951833Z","end":"2026-04-23T00:52:22.092028Z","steps":["trace[330344761] 'read index received' (duration: 139.969049ms)","trace[330344761] 'applied index is now lower than readState.Index' (duration: 225.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:22.092128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:21.596034Z","time spent":"496.070455ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:22.092284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.426828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-04-23T00:52:22.092329Z","caller":"traceutil/trace.go:171","msg":"trace[503735825] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-th9wn; range_end:; response_count:1; response_revision:17206; }","duration":"140.51664ms","start":"2026-04-23T00:52:21.951801Z","end":"2026-04-23T00:52:22.092318Z","steps":["trace[503735825] 'agreement among raft nodes before linearized reading' (duration: 140.326737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:22.092469Z","caller":"traceutil/trace.go:171","msg":"trace[1646946883] transaction","detail":"{read_only:false; response_revision:17206; number_of_response:1; }","duration":"495.464993ms","start":"2026-04-23T00:52:21.596993Z","end":"2026-04-23T00:52:22.092458Z","steps":["trace[1646946883] 'process raft request' (duration: 494.993873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:22.092559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:21.596981Z","time spent":"495.517744ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:27.047115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.16553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:52:27.047235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.042779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:52:27.047199Z","caller":"traceutil/trace.go:171","msg":"trace[602114492] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17236; }","duration":"204.277953ms","start":"2026-04-23T00:52:26.842899Z","end":"2026-04-23T00:52:27.047177Z","steps":["trace[602114492] 'count revisions from in-memory index tree' (duration: 204.115489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:27.047488Z","caller":"traceutil/trace.go:171","msg":"trace[475200936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17236; }","duration":"235.186682ms","start":"2026-04-23T00:52:26.812129Z","end":"2026-04-23T00:52:27.047315Z","steps":["trace[475200936] 'range keys from in-memory index tree' (duration: 234.828144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:27.04777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.768789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:27.047827Z","caller":"traceutil/trace.go:171","msg":"trace[79267079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17236; }","duration":"230.844851ms","start":"2026-04-23T00:52:26.816967Z","end":"2026-04-23T00:52:27.047811Z","steps":["trace[79267079] 'range keys from in-memory index tree' (duration: 230.705078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:27.652839Z","caller":"traceutil/trace.go:171","msg":"trace[1916701622] transaction","detail":"{read_only:false; response_revision:17238; number_of_response:1; }","duration":"135.966794ms","start":"2026-04-23T00:52:27.516832Z","end":"2026-04-23T00:52:27.652799Z","steps":["trace[1916701622] 'process raft request' (duration: 135.71252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:27.952825Z","caller":"traceutil/trace.go:171","msg":"trace[457005704] linearizableReadLoop","detail":"{readStateIndex:17825; appliedIndex:17824; }","duration":"274.758681ms","start":"2026-04-23T00:52:27.678044Z","end":"2026-04-23T00:52:27.952803Z","steps":["trace[457005704] 'read index received' (duration: 274.472546ms)","trace[457005704] 'applied index is now lower than readState.Index' (duration: 284.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:27.953009Z","caller":"traceutil/trace.go:171","msg":"trace[1535959907] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"284.178058ms","start":"2026-04-23T00:52:27.668783Z","end":"2026-04-23T00:52:27.952961Z","steps":["trace[1535959907] 'process raft request' (duration: 283.864182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:27.95308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.004788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:52:27.953158Z","caller":"traceutil/trace.go:171","msg":"trace[264602377] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:17239; }","duration":"275.123709ms","start":"2026-04-23T00:52:27.678015Z","end":"2026-04-23T00:52:27.953139Z","steps":["trace[264602377] 'agreement among raft nodes before linearized reading' (duration: 274.954635ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:28.219053Z","caller":"traceutil/trace.go:171","msg":"trace[783948208] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"104.547695ms","start":"2026-04-23T00:52:28.11448Z","end":"2026-04-23T00:52:28.219027Z","steps":["trace[783948208] 'process raft request' (duration: 104.387893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.299866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.081049036s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:52:30.300365Z","caller":"traceutil/trace.go:171","msg":"trace[350210657] linearizableReadLoop","detail":"{readStateIndex:17827; appliedIndex:17825; }","duration":"2.159456973s","start":"2026-04-23T00:52:28.140884Z","end":"2026-04-23T00:52:30.30034Z","steps":["trace[350210657] 'read index received' (duration: 77.947728ms)","trace[350210657] 'applied index is now lower than readState.Index' (duration: 2.081507885s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:30.300463Z","caller":"traceutil/trace.go:171","msg":"trace[56383118] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"2.181522676s","start":"2026-04-23T00:52:28.118929Z","end":"2026-04-23T00:52:30.300452Z","steps":["trace[56383118] 'process raft request' (duration: 2.181255281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.300623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.118905Z","time spent":"2.181638268s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:30.302554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16146647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:52:30.302635Z","caller":"traceutil/trace.go:171","msg":"trace[166462557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17241; }","duration":"2.161735566s","start":"2026-04-23T00:52:28.140877Z","end":"2026-04-23T00:52:30.302613Z","steps":["trace[166462557] 'agreement among raft nodes before linearized reading' (duration: 2.159811169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.302708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.140825Z","time spent":"2.161872248s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:52:30.629558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.519518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:52:30.629798Z","caller":"traceutil/trace.go:171","msg":"trace[1642324652] transaction","detail":"{read_only:false; response_revision:17243; number_of_response:1; }","duration":"322.063438ms","start":"2026-04-23T00:52:30.307717Z","end":"2026-04-23T00:52:30.629781Z","steps":["trace[1642324652] 'process raft request' (duration: 322.001077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.629873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:30.307697Z","time spent":"322.141049ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:30.629896Z","caller":"traceutil/trace.go:171","msg":"trace[1928048206] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"405.458267ms","start":"2026-04-23T00:52:30.224404Z","end":"2026-04-23T00:52:30.629863Z","steps":["trace[1928048206] 'process raft request' (duration: 193.566512ms)","trace[1928048206] 'compare' (duration: 211.418797ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:30.629906Z","caller":"traceutil/trace.go:171","msg":"trace[103781599] linearizableReadLoop","detail":"{readStateIndex:17828; appliedIndex:17827; }","duration":"329.466826ms","start":"2026-04-23T00:52:30.300421Z","end":"2026-04-23T00:52:30.629888Z","steps":["trace[103781599] 'read index received' (duration: 117.463228ms)","trace[103781599] 'applied index is now lower than readState.Index' (duration: 212.001618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:30.630061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:30.22438Z","time spent":"405.59134ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:30.630139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.852526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:30.630187Z","caller":"traceutil/trace.go:171","msg":"trace[1054283470] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:17243; }","duration":"451.960549ms","start":"2026-04-23T00:52:30.178211Z","end":"2026-04-23T00:52:30.630171Z","steps":["trace[1054283470] 'agreement among raft nodes before linearized reading' (duration: 451.816365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.630233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189663059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-grrts\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:52:30.630265Z","caller":"traceutil/trace.go:171","msg":"trace[1589367907] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-grrts; range_end:; response_count:1; response_revision:17243; }","duration":"2.18973135s","start":"2026-04-23T00:52:28.440525Z","end":"2026-04-23T00:52:30.630256Z","steps":["trace[1589367907] 'agreement among raft nodes before linearized reading' (duration: 2.189620308s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.630277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:30.178195Z","time spent":"452.04849ms","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:52:30.630301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.440505Z","time spent":"2.189790431s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-grrts\" "} {"level":"warn","ts":"2026-04-23T00:52:30.630517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233118358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T00:52:30.630554Z","caller":"traceutil/trace.go:171","msg":"trace[322049423] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17243; }","duration":"1.233189788s","start":"2026-04-23T00:52:29.397354Z","end":"2026-04-23T00:52:30.630544Z","steps":["trace[322049423] 'agreement among raft nodes before linearized reading' (duration: 1.233068366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.630542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419339217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T00:52:30.630581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:29.397335Z","time spent":"1.23323924s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":137,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:52:30.630689Z","caller":"traceutil/trace.go:171","msg":"trace[1039642197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17243; }","duration":"2.419444838s","start":"2026-04-23T00:52:28.211159Z","end":"2026-04-23T00:52:30.630604Z","steps":["trace[1039642197] 'agreement among raft nodes before linearized reading' (duration: 2.419304096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.630705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480749626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:52:30.630747Z","caller":"traceutil/trace.go:171","msg":"trace[425097546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17243; }","duration":"2.480821828s","start":"2026-04-23T00:52:28.149912Z","end":"2026-04-23T00:52:30.630734Z","steps":["trace[425097546] 'agreement among raft nodes before linearized reading' (duration: 2.480657685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.630752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.211144Z","time spent":"2.419591032s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:52:30.630779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.149898Z","time spent":"2.480875088s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:52:30.630997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430342752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T00:52:30.631036Z","caller":"traceutil/trace.go:171","msg":"trace[1696659891] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17243; }","duration":"2.430409314s","start":"2026-04-23T00:52:28.200616Z","end":"2026-04-23T00:52:30.631025Z","steps":["trace[1696659891] 'agreement among raft nodes before linearized reading' (duration: 2.430308082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.631063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.200598Z","time spent":"2.430458615s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:52:30.631234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46334414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:52:30.631276Z","caller":"traceutil/trace.go:171","msg":"trace[942311499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17243; }","duration":"2.463402771s","start":"2026-04-23T00:52:28.167864Z","end":"2026-04-23T00:52:30.631266Z","steps":["trace[942311499] 'agreement among raft nodes before linearized reading' (duration: 2.46330266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.631306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.167855Z","time spent":"2.463445382s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:52:30.631485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464736286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-04-23T00:52:30.631519Z","caller":"traceutil/trace.go:171","msg":"trace[1821845384] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-th9wn; range_end:; response_count:1; response_revision:17243; }","duration":"2.464801598s","start":"2026-04-23T00:52:28.16671Z","end":"2026-04-23T00:52:30.631511Z","steps":["trace[1821845384] 'agreement among raft nodes before linearized reading' (duration: 2.464702045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.631545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.166694Z","time spent":"2.464845489s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-th9wn\" "} {"level":"warn","ts":"2026-04-23T00:52:30.631209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557150671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:52:30.631594Z","caller":"traceutil/trace.go:171","msg":"trace[1485891453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17243; }","duration":"1.55757536s","start":"2026-04-23T00:52:29.074004Z","end":"2026-04-23T00:52:30.631579Z","steps":["trace[1485891453] 'agreement among raft nodes before linearized reading' (duration: 1.556915087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.631684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:29.073994Z","time spent":"1.557674082s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:52:30.631861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814880584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:30.631989Z","caller":"traceutil/trace.go:171","msg":"trace[654693238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17243; }","duration":"1.815034518s","start":"2026-04-23T00:52:28.816913Z","end":"2026-04-23T00:52:30.631948Z","steps":["trace[654693238] 'agreement among raft nodes before linearized reading' (duration: 1.814821954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.632038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.816895Z","time spent":"1.81513286s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:52:30.632089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720211113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:52:30.632128Z","caller":"traceutil/trace.go:171","msg":"trace[1935610840] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:17243; }","duration":"1.720288485s","start":"2026-04-23T00:52:28.911829Z","end":"2026-04-23T00:52:30.632117Z","steps":["trace[1935610840] 'agreement among raft nodes before linearized reading' (duration: 1.720150692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.632159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.91181Z","time spent":"1.720341945s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":122,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:52:30.632112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758314996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:52:30.632268Z","caller":"traceutil/trace.go:171","msg":"trace[693415165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17243; }","duration":"1.758508439s","start":"2026-04-23T00:52:28.873746Z","end":"2026-04-23T00:52:30.632254Z","steps":["trace[693415165] 'agreement among raft nodes before linearized reading' (duration: 1.758285365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.632286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905928898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:52:30.632337Z","caller":"traceutil/trace.go:171","msg":"trace[164309452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17243; }","duration":"1.90603105s","start":"2026-04-23T00:52:28.726289Z","end":"2026-04-23T00:52:30.63232Z","steps":["trace[164309452] 'agreement among raft nodes before linearized reading' (duration: 1.905547552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.632343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.873727Z","time spent":"1.758576141s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:52:30.632389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.726271Z","time spent":"1.906098041s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:52:30.633069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575051667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:52:30.633221Z","caller":"traceutil/trace.go:171","msg":"trace[1808432217] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17243; }","duration":"1.575235859s","start":"2026-04-23T00:52:29.057966Z","end":"2026-04-23T00:52:30.633202Z","steps":["trace[1808432217] 'agreement among raft nodes before linearized reading' (duration: 1.573291592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:30.636901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:29.057946Z","time spent":"1.578940089s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:52:49.237082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15078} {"level":"info","ts":"2026-04-23T00:52:49.33818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15078,"took":"98.306289ms","hash":3681597835,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":31911936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:52:49.338257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3681597835,"revision":15078,"compact-revision":12595} {"level":"info","ts":"2026-04-23T00:56:09.816465Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:56:09.82254Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:56:09.822611Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T00:57:49.242071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17502} {"level":"info","ts":"2026-04-23T00:57:49.340442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17502,"took":"95.402671ms","hash":3324901604,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":34324480,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:57:49.340506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3324901604,"revision":17502,"compact-revision":15078} {"level":"warn","ts":"2026-04-23T00:59:37.001546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.469355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:59:37.001599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.101472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:59:37.001658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.703351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:59:37.001681Z","caller":"traceutil/trace.go:171","msg":"trace[67071150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20814; }","duration":"106.220824ms","start":"2026-04-23T00:59:36.895443Z","end":"2026-04-23T00:59:37.001663Z","steps":["trace[67071150] 'range keys from in-memory index tree' (duration: 105.925359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:59:37.001673Z","caller":"traceutil/trace.go:171","msg":"trace[557064816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20814; }","duration":"109.658348ms","start":"2026-04-23T00:59:36.891989Z","end":"2026-04-23T00:59:37.001647Z","steps":["trace[557064816] 'range keys from in-memory index tree' (duration: 109.23614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:59:37.001696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.863313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:59:37.001726Z","caller":"traceutil/trace.go:171","msg":"trace[1912077001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20814; }","duration":"107.826174ms","start":"2026-04-23T00:59:36.89388Z","end":"2026-04-23T00:59:37.001706Z","steps":["trace[1912077001] 'range keys from in-memory index tree' (duration: 107.534279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:59:37.001763Z","caller":"traceutil/trace.go:171","msg":"trace[986005199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20814; }","duration":"100.941185ms","start":"2026-04-23T00:59:36.9008Z","end":"2026-04-23T00:59:37.001741Z","steps":["trace[986005199] 'range keys from in-memory index tree' (duration: 100.750862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:03.74871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.283599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:00:03.748944Z","caller":"traceutil/trace.go:171","msg":"trace[1096051944] transaction","detail":"{read_only:false; response_revision:21008; number_of_response:1; }","duration":"514.298453ms","start":"2026-04-23T01:00:03.234614Z","end":"2026-04-23T01:00:03.748912Z","steps":["trace[1096051944] 'process raft request' (duration: 110.674197ms)","trace[1096051944] 'compare' (duration: 402.933843ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:03.748998Z","caller":"traceutil/trace.go:171","msg":"trace[1521937840] transaction","detail":"{read_only:false; response_revision:21009; number_of_response:1; }","duration":"513.359465ms","start":"2026-04-23T01:00:03.235619Z","end":"2026-04-23T01:00:03.748979Z","steps":["trace[1521937840] 'process raft request' (duration: 513.233402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:03.749072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.235614Z","time spent":"513.424877ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:03.749109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.234602Z","time spent":"514.412594ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:04.082823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.968923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:00:04.082947Z","caller":"traceutil/trace.go:171","msg":"trace[1224805738] linearizableReadLoop","detail":"{readStateIndex:21713; appliedIndex:21712; }","duration":"536.657291ms","start":"2026-04-23T01:00:03.546272Z","end":"2026-04-23T01:00:04.08293Z","steps":["trace[1224805738] 'read index received' (duration: 418.524704ms)","trace[1224805738] 'applied index is now lower than readState.Index' (duration: 118.131327ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:04.082965Z","caller":"traceutil/trace.go:171","msg":"trace[1839200676] transaction","detail":"{read_only:false; response_revision:21010; number_of_response:1; }","duration":"817.547635ms","start":"2026-04-23T01:00:03.265391Z","end":"2026-04-23T01:00:04.082938Z","steps":["trace[1839200676] 'process raft request' (duration: 699.359607ms)","trace[1839200676] 'compare' (duration: 117.754699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:00:04.083018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.752072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:04.083042Z","caller":"traceutil/trace.go:171","msg":"trace[1884268093] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21010; }","duration":"536.832123ms","start":"2026-04-23T01:00:03.546202Z","end":"2026-04-23T01:00:04.083034Z","steps":["trace[1884268093] 'agreement among raft nodes before linearized reading' (duration: 536.767522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:04.083074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.546177Z","time spent":"536.882855ms","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:00:04.083097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.265362Z","time spent":"817.662626ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:00:04.083603Z","caller":"traceutil/trace.go:171","msg":"trace[976247456] transaction","detail":"{read_only:false; response_revision:21011; number_of_response:1; }","duration":"116.24039ms","start":"2026-04-23T01:00:03.967341Z","end":"2026-04-23T01:00:04.083582Z","steps":["trace[976247456] 'process raft request' (duration: 116.129928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:04.492613Z","caller":"traceutil/trace.go:171","msg":"trace[1694654814] transaction","detail":"{read_only:false; response_revision:21012; number_of_response:1; }","duration":"176.073597ms","start":"2026-04-23T01:00:04.316508Z","end":"2026-04-23T01:00:04.492582Z","steps":["trace[1694654814] 'process raft request' (duration: 175.859293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:04.811449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.092515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:00:04.811537Z","caller":"traceutil/trace.go:171","msg":"trace[1639170009] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21012; }","duration":"208.243928ms","start":"2026-04-23T01:00:04.603276Z","end":"2026-04-23T01:00:04.81152Z","steps":["trace[1639170009] 'count revisions from in-memory index tree' (duration: 207.974143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:04.811871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.831456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:04.811916Z","caller":"traceutil/trace.go:171","msg":"trace[666032945] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21012; }","duration":"187.928558ms","start":"2026-04-23T01:00:04.623978Z","end":"2026-04-23T01:00:04.811907Z","steps":["trace[666032945] 'count revisions from in-memory index tree' (duration: 187.714294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:04.813165Z","caller":"traceutil/trace.go:171","msg":"trace[331098459] transaction","detail":"{read_only:false; response_revision:21013; number_of_response:1; }","duration":"119.459171ms","start":"2026-04-23T01:00:04.693692Z","end":"2026-04-23T01:00:04.813151Z","steps":["trace[331098459] 'process raft request' (duration: 39.960176ms)","trace[331098459] 'compare' (duration: 78.762651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:00:05.299505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.817426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:00:05.299641Z","caller":"traceutil/trace.go:171","msg":"trace[1772039784] linearizableReadLoop","detail":"{readStateIndex:21717; appliedIndex:21716; }","duration":"417.075177ms","start":"2026-04-23T01:00:04.882542Z","end":"2026-04-23T01:00:05.299617Z","steps":["trace[1772039784] 'read index received' (duration: 206.038067ms)","trace[1772039784] 'applied index is now lower than readState.Index' (duration: 211.03486ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:05.299979Z","caller":"traceutil/trace.go:171","msg":"trace[1203393138] transaction","detail":"{read_only:false; response_revision:21014; number_of_response:1; }","duration":"441.617246ms","start":"2026-04-23T01:00:04.858337Z","end":"2026-04-23T01:00:05.299954Z","steps":["trace[1203393138] 'process raft request' (duration: 230.26146ms)","trace[1203393138] 'compare' (duration: 210.310977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:00:05.300086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:04.858314Z","time spent":"441.707529ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:05.300072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.510356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:05.300158Z","caller":"traceutil/trace.go:171","msg":"trace[1449266748] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21014; }","duration":"417.646718ms","start":"2026-04-23T01:00:04.882491Z","end":"2026-04-23T01:00:05.300138Z","steps":["trace[1449266748] 'agreement among raft nodes before linearized reading' (duration: 417.482185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.300198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:04.882468Z","time spent":"417.72166ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:00:05.379139Z","caller":"traceutil/trace.go:171","msg":"trace[141592280] transaction","detail":"{read_only:false; response_revision:21015; number_of_response:1; }","duration":"385.5695ms","start":"2026-04-23T01:00:04.993522Z","end":"2026-04-23T01:00:05.379092Z","steps":["trace[141592280] 'process raft request' (duration: 384.892477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.379329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:04.993498Z","time spent":"385.731882ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:05.379495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.322609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:00:05.379605Z","caller":"traceutil/trace.go:171","msg":"trace[799004432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21015; }","duration":"261.544973ms","start":"2026-04-23T01:00:05.118033Z","end":"2026-04-23T01:00:05.379578Z","steps":["trace[799004432] 'agreement among raft nodes before linearized reading' (duration: 261.311999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.379728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.909859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:00:05.379771Z","caller":"traceutil/trace.go:171","msg":"trace[1084068800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21015; }","duration":"458.9943ms","start":"2026-04-23T01:00:04.920763Z","end":"2026-04-23T01:00:05.379758Z","steps":["trace[1084068800] 'agreement among raft nodes before linearized reading' (duration: 458.812167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.379804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:04.920742Z","time spent":"459.054551ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:00:05.37998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T01:00:05.380017Z","caller":"traceutil/trace.go:171","msg":"trace[779203414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21015; }","duration":"105.644072ms","start":"2026-04-23T01:00:05.274363Z","end":"2026-04-23T01:00:05.380007Z","steps":["trace[779203414] 'agreement among raft nodes before linearized reading' (duration: 105.501439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.380162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.087326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-788d574bb4-t5nj5.18a8d55e9254285a\" ","response":"range_response_count:1 size:1978"} {"level":"info","ts":"2026-04-23T01:00:05.380202Z","caller":"traceutil/trace.go:171","msg":"trace[235374976] range","detail":"{range_begin:/registry/events/openstack/glance-api-788d574bb4-t5nj5.18a8d55e9254285a; range_end:; response_count:1; response_revision:21015; }","duration":"222.170508ms","start":"2026-04-23T01:00:05.15802Z","end":"2026-04-23T01:00:05.38019Z","steps":["trace[235374976] 'agreement among raft nodes before linearized reading' (duration: 222.065706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.380689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.650363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:00:05.381949Z","caller":"traceutil/trace.go:171","msg":"trace[1746246901] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21015; }","duration":"226.948677ms","start":"2026-04-23T01:00:05.154949Z","end":"2026-04-23T01:00:05.381898Z","steps":["trace[1746246901] 'agreement among raft nodes before linearized reading' (duration: 225.49034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.555338Z","caller":"traceutil/trace.go:171","msg":"trace[781180947] transaction","detail":"{read_only:false; response_revision:21016; number_of_response:1; }","duration":"172.187115ms","start":"2026-04-23T01:00:05.383115Z","end":"2026-04-23T01:00:05.555302Z","steps":["trace[781180947] 'process raft request' (duration: 151.196362ms)","trace[781180947] 'compare' (duration: 20.669637ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:05.632033Z","caller":"traceutil/trace.go:171","msg":"trace[2042083102] transaction","detail":"{read_only:false; response_revision:21017; number_of_response:1; }","duration":"246.636235ms","start":"2026-04-23T01:00:05.385344Z","end":"2026-04-23T01:00:05.63198Z","steps":["trace[2042083102] 'process raft request' (duration: 246.230327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.63213Z","caller":"traceutil/trace.go:171","msg":"trace[544423866] linearizableReadLoop","detail":"{readStateIndex:21721; appliedIndex:21718; }","duration":"245.539834ms","start":"2026-04-23T01:00:05.386564Z","end":"2026-04-23T01:00:05.632103Z","steps":["trace[544423866] 'read index received' (duration: 147.769248ms)","trace[544423866] 'applied index is now lower than readState.Index' (duration: 97.769676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:00:05.632333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.755288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:00:05.632363Z","caller":"traceutil/trace.go:171","msg":"trace[1674164907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21019; }","duration":"245.88199ms","start":"2026-04-23T01:00:05.386472Z","end":"2026-04-23T01:00:05.632354Z","steps":["trace[1674164907] 'agreement among raft nodes before linearized reading' (duration: 245.727527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.632614Z","caller":"traceutil/trace.go:171","msg":"trace[650327702] transaction","detail":"{read_only:false; response_revision:21019; number_of_response:1; }","duration":"243.825533ms","start":"2026-04-23T01:00:05.388775Z","end":"2026-04-23T01:00:05.6326Z","steps":["trace[650327702] 'process raft request' (duration: 243.285103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.63273Z","caller":"traceutil/trace.go:171","msg":"trace[540112669] transaction","detail":"{read_only:false; response_revision:21018; number_of_response:1; }","duration":"247.234307ms","start":"2026-04-23T01:00:05.385485Z","end":"2026-04-23T01:00:05.632719Z","steps":["trace[540112669] 'process raft request' (duration: 246.241128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.977817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.565715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T01:00:05.978183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.611914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:00:05.978097Z","caller":"traceutil/trace.go:171","msg":"trace[2088189612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21019; }","duration":"223.718527ms","start":"2026-04-23T01:00:05.754189Z","end":"2026-04-23T01:00:05.977907Z","steps":["trace[2088189612] 'range keys from in-memory index tree' (duration: 223.399741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.978272Z","caller":"traceutil/trace.go:171","msg":"trace[1712248378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21019; }","duration":"224.747665ms","start":"2026-04-23T01:00:05.753506Z","end":"2026-04-23T01:00:05.978253Z","steps":["trace[1712248378] 'range keys from in-memory index tree' (duration: 224.345519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:06.135684Z","caller":"traceutil/trace.go:171","msg":"trace[469457216] transaction","detail":"{read_only:false; response_revision:21020; number_of_response:1; }","duration":"153.279943ms","start":"2026-04-23T01:00:05.982378Z","end":"2026-04-23T01:00:06.135658Z","steps":["trace[469457216] 'process raft request' (duration: 153.079109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:06.166227Z","caller":"traceutil/trace.go:171","msg":"trace[1827213072] transaction","detail":"{read_only:false; response_revision:21021; number_of_response:1; }","duration":"183.350254ms","start":"2026-04-23T01:00:05.982853Z","end":"2026-04-23T01:00:06.166204Z","steps":["trace[1827213072] 'process raft request' (duration: 183.136289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:01:16.240404Z","caller":"traceutil/trace.go:171","msg":"trace[1949355143] transaction","detail":"{read_only:false; response_revision:21707; number_of_response:1; }","duration":"128.578702ms","start":"2026-04-23T01:01:16.111799Z","end":"2026-04-23T01:01:16.240378Z","steps":["trace[1949355143] 'process raft request' (duration: 126.86091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:01:16.240585Z","caller":"traceutil/trace.go:171","msg":"trace[47182896] transaction","detail":"{read_only:false; response_revision:21708; number_of_response:1; }","duration":"128.740085ms","start":"2026-04-23T01:01:16.11181Z","end":"2026-04-23T01:01:16.24055Z","steps":["trace[47182896] 'process raft request' (duration: 128.516041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:49.249668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20025} {"level":"info","ts":"2026-04-23T01:02:49.357349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20025,"took":"103.378131ms","hash":217233131,"current-db-size-bytes":54714368,"current-db-size":"55 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:02:49.357429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":217233131,"revision":20025,"compact-revision":17502} {"level":"info","ts":"2026-04-23T01:03:48.003499Z","caller":"traceutil/trace.go:171","msg":"trace[888223525] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"172.832315ms","start":"2026-04-23T01:03:47.83064Z","end":"2026-04-23T01:03:48.003473Z","steps":["trace[888223525] 'process raft request' (duration: 172.663992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.606211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48109283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:52.606378Z","caller":"traceutil/trace.go:171","msg":"trace[474913631] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.502855337s","start":"2026-04-23T01:03:51.103484Z","end":"2026-04-23T01:03:52.606339Z","steps":["trace[474913631] 'process raft request' (duration: 21.469762ms)","trace[474913631] 'compare' (duration: 1.480320985s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:52.606483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.103467Z","time spent":"1.50296917s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:52.60696Z","caller":"traceutil/trace.go:171","msg":"trace[140574682] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.350357466s","start":"2026-04-23T01:03:51.25659Z","end":"2026-04-23T01:03:52.606948Z","steps":["trace[140574682] 'process raft request' (duration: 1.349902577s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:52.606977Z","caller":"traceutil/trace.go:171","msg":"trace[1609091543] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"1.259244857s","start":"2026-04-23T01:03:51.347714Z","end":"2026-04-23T01:03:52.606959Z","steps":["trace[1609091543] 'process raft request' (duration: 1.259166915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.60703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.256562Z","time spent":"1.350434248s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:52.606937Z","caller":"traceutil/trace.go:171","msg":"trace[1085978785] linearizableReadLoop","detail":"{readStateIndex:24218; appliedIndex:24217; }","duration":"1.484769259s","start":"2026-04-23T01:03:51.122057Z","end":"2026-04-23T01:03:52.606826Z","steps":["trace[1085978785] 'read index received' (duration: 2.775502ms)","trace[1085978785] 'applied index is now lower than readState.Index' (duration: 1.481982276s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:52.607081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.347675Z","time spent":"1.259349359s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:52.607075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484995403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T01:03:52.607169Z","caller":"traceutil/trace.go:171","msg":"trace[1665093015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23443; }","duration":"1.485143616s","start":"2026-04-23T01:03:51.122005Z","end":"2026-04-23T01:03:52.607148Z","steps":["trace[1665093015] 'agreement among raft nodes before linearized reading' (duration: 1.484896322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.607227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.121983Z","time spent":"1.485232247s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:53.108197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998466882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:03:53.349462Z","caller":"traceutil/trace.go:171","msg":"trace[217439536] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"1.688355181s","start":"2026-04-23T01:03:51.661083Z","end":"2026-04-23T01:03:53.349438Z","steps":["trace[217439536] 'process raft request' (duration: 1.687166668s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.349971Z","caller":"traceutil/trace.go:171","msg":"trace[1263551175] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.03781954s","start":"2026-04-23T01:03:52.312135Z","end":"2026-04-23T01:03:53.349955Z","steps":["trace[1263551175] 'process raft request' (duration: 1.03725566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.312091Z","time spent":"1.037920481s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.350064Z","caller":"traceutil/trace.go:171","msg":"trace[101343486] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"967.010171ms","start":"2026-04-23T01:03:52.383026Z","end":"2026-04-23T01:03:53.350036Z","steps":["trace[101343486] 'process raft request' (duration: 966.889348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.350223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.383006Z","time spent":"967.140103ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:03:53.350559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.661061Z","time spent":"1.688483173s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.358223Z","caller":"traceutil/trace.go:171","msg":"trace[501979497] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"329.614726ms","start":"2026-04-23T01:03:53.028597Z","end":"2026-04-23T01:03:53.358211Z","steps":["trace[501979497] 'process raft request' (duration: 329.565495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.358288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:53.028575Z","time spent":"329.681268ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:53.358281Z","caller":"traceutil/trace.go:171","msg":"trace[1047045209] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"745.800739ms","start":"2026-04-23T01:03:52.612428Z","end":"2026-04-23T01:03:53.358229Z","steps":["trace[1047045209] 'process raft request' (duration: 745.649436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.358377Z","caller":"traceutil/trace.go:171","msg":"trace[1948693744] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"704.012515ms","start":"2026-04-23T01:03:52.654336Z","end":"2026-04-23T01:03:53.358348Z","steps":["trace[1948693744] 'process raft request' (duration: 703.800131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.358393Z","caller":"traceutil/trace.go:171","msg":"trace[281682944] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24220; }","duration":"751.272981ms","start":"2026-04-23T01:03:52.607113Z","end":"2026-04-23T01:03:53.358386Z","steps":["trace[281682944] 'read index received' (duration: 741.119321ms)","trace[281682944] 'applied index is now lower than readState.Index' (duration: 10.1528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:53.358454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.654307Z","time spent":"704.105756ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.358522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.612396Z","time spent":"746.021883ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.358737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233446963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:03:53.358754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178111884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18126"} {"level":"info","ts":"2026-04-23T01:03:53.358786Z","caller":"traceutil/trace.go:171","msg":"trace[1658728188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23451; }","duration":"2.233544434s","start":"2026-04-23T01:03:51.125233Z","end":"2026-04-23T01:03:53.358777Z","steps":["trace[1658728188] 'agreement among raft nodes before linearized reading' (duration: 2.23335121s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.358814Z","caller":"traceutil/trace.go:171","msg":"trace[1899001402] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23451; }","duration":"2.178194385s","start":"2026-04-23T01:03:51.1806Z","end":"2026-04-23T01:03:53.358794Z","steps":["trace[1899001402] 'agreement among raft nodes before linearized reading' (duration: 2.177930349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.358814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.125211Z","time spent":"2.233595645s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:03:53.358853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.180585Z","time spent":"2.178259066s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18149,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:03:53.358859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883960413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:03:53.358936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.469873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:03:53.358939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.038836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:03:53.358973Z","caller":"traceutil/trace.go:171","msg":"trace[797069501] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23451; }","duration":"566.548505ms","start":"2026-04-23T01:03:52.792414Z","end":"2026-04-23T01:03:53.358963Z","steps":["trace[797069501] 'agreement among raft nodes before linearized reading' (duration: 566.476093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.358962Z","caller":"traceutil/trace.go:171","msg":"trace[1290989444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23451; }","duration":"1.884120335s","start":"2026-04-23T01:03:51.474818Z","end":"2026-04-23T01:03:53.358938Z","steps":["trace[1290989444] 'agreement among raft nodes before linearized reading' (duration: 1.883693077s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.358987Z","caller":"traceutil/trace.go:171","msg":"trace[1895344186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23451; }","duration":"654.126928ms","start":"2026-04-23T01:03:52.704845Z","end":"2026-04-23T01:03:53.358972Z","steps":["trace[1895344186] 'agreement among raft nodes before linearized reading' (duration: 653.956035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886865387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:03:53.359016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.474797Z","time spent":"1.884208558s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:53.359034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542581195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.359062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753222277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:53.359045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.704791Z","time spent":"654.237841ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:03:53.359063Z","caller":"traceutil/trace.go:171","msg":"trace[2000282241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23451; }","duration":"1.886958378s","start":"2026-04-23T01:03:51.472085Z","end":"2026-04-23T01:03:53.359043Z","steps":["trace[2000282241] 'agreement among raft nodes before linearized reading' (duration: 1.886849196s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.359086Z","caller":"traceutil/trace.go:171","msg":"trace[1924147954] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23451; }","duration":"1.753302619s","start":"2026-04-23T01:03:51.605776Z","end":"2026-04-23T01:03:53.359078Z","steps":["trace[1924147954] 'agreement among raft nodes before linearized reading' (duration: 1.753263838s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.359091Z","caller":"traceutil/trace.go:171","msg":"trace[1730367329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23451; }","duration":"1.542671747s","start":"2026-04-23T01:03:51.816387Z","end":"2026-04-23T01:03:53.359059Z","steps":["trace[1730367329] 'agreement among raft nodes before linearized reading' (duration: 1.542622546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.605748Z","time spent":"1.75335484s","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.359122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.816365Z","time spent":"1.542750478s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:03:53.359122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.472057Z","time spent":"1.88704912s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:03:53.358997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.792396Z","time spent":"566.596345ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.358871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026818964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:03:53.359227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835055744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:03:53.359242Z","caller":"traceutil/trace.go:171","msg":"trace[806941803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23451; }","duration":"2.027242051s","start":"2026-04-23T01:03:51.331983Z","end":"2026-04-23T01:03:53.359225Z","steps":["trace[806941803] 'agreement among raft nodes before linearized reading' (duration: 2.02666098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593038842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:03:53.359296Z","caller":"traceutil/trace.go:171","msg":"trace[129480259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23451; }","duration":"1.593115954s","start":"2026-04-23T01:03:51.766169Z","end":"2026-04-23T01:03:53.359285Z","steps":["trace[129480259] 'agreement among raft nodes before linearized reading' (duration: 1.593065393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.331959Z","time spent":"2.027322053s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:03:53.359315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.766145Z","time spent":"1.593165544s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.359335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.546875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:03:53.359375Z","caller":"traceutil/trace.go:171","msg":"trace[282099786] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23451; }","duration":"809.634667ms","start":"2026-04-23T01:03:52.549726Z","end":"2026-04-23T01:03:53.359361Z","steps":["trace[282099786] 'agreement among raft nodes before linearized reading' (duration: 809.560496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:53.359262Z","caller":"traceutil/trace.go:171","msg":"trace[287064071] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23451; }","duration":"1.835126536s","start":"2026-04-23T01:03:51.524124Z","end":"2026-04-23T01:03:53.359251Z","steps":["trace[287064071] 'agreement among raft nodes before linearized reading' (duration: 1.835025364s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.35942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.549701Z","time spent":"809.711668ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.359387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.561303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T01:03:53.359487Z","caller":"traceutil/trace.go:171","msg":"trace[2144757916] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"255.104018ms","start":"2026-04-23T01:03:53.104368Z","end":"2026-04-23T01:03:53.359472Z","steps":["trace[2144757916] 'process raft request' (duration: 253.820354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.524107Z","time spent":"1.835336829s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:03:53.358875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969185382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-23T01:03:53.359496Z","caller":"traceutil/trace.go:171","msg":"trace[1777426264] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:23451; }","duration":"941.701466ms","start":"2026-04-23T01:03:52.417782Z","end":"2026-04-23T01:03:53.359484Z","steps":["trace[1777426264] 'agreement among raft nodes before linearized reading' (duration: 941.511743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.417768Z","time spent":"941.826098ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-23T01:03:53.359603Z","caller":"traceutil/trace.go:171","msg":"trace[1657771548] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23451; }","duration":"1.969961716s","start":"2026-04-23T01:03:51.389621Z","end":"2026-04-23T01:03:53.359583Z","steps":["trace[1657771548] 'agreement among raft nodes before linearized reading' (duration: 1.968979787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.359652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:51.389605Z","time spent":"1.970034858s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:05:06.736939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.006895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:05:06.737041Z","caller":"traceutil/trace.go:171","msg":"trace[962981529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24329; }","duration":"112.160457ms","start":"2026-04-23T01:05:06.624862Z","end":"2026-04-23T01:05:06.737022Z","steps":["trace[962981529] 'range keys from in-memory index tree' (duration: 111.820901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:08.479018Z","caller":"traceutil/trace.go:171","msg":"trace[1630468556] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"107.660033ms","start":"2026-04-23T01:05:08.371321Z","end":"2026-04-23T01:05:08.478981Z","steps":["trace[1630468556] 'process raft request' (duration: 107.357158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.767349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071894273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:09.767419Z","caller":"traceutil/trace.go:171","msg":"trace[427175453] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24349; }","duration":"1.072032795s","start":"2026-04-23T01:05:08.695371Z","end":"2026-04-23T01:05:09.767404Z","steps":["trace[427175453] 'count revisions from in-memory index tree' (duration: 1.071817901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.768158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.695348Z","time spent":"1.072764868s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:09.768497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.343236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:09.768535Z","caller":"traceutil/trace.go:171","msg":"trace[1094496875] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24349; }","duration":"968.420388ms","start":"2026-04-23T01:05:08.800107Z","end":"2026-04-23T01:05:09.768528Z","steps":["trace[1094496875] 'count revisions from in-memory index tree' (duration: 968.253495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.76862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.800087Z","time spent":"968.465718ms","remote":"127.0.0.1:37410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:09.768801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.828786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:09.768831Z","caller":"traceutil/trace.go:171","msg":"trace[138498016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24349; }","duration":"951.896007ms","start":"2026-04-23T01:05:08.816926Z","end":"2026-04-23T01:05:09.768822Z","steps":["trace[138498016] 'range keys from in-memory index tree' (duration: 951.739064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.76885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.816906Z","time spent":"951.939767ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:09.769999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.806497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:09.770053Z","caller":"traceutil/trace.go:171","msg":"trace[180068015] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25145; }","duration":"876.316927ms","start":"2026-04-23T01:05:08.893725Z","end":"2026-04-23T01:05:09.770042Z","steps":["trace[180068015] 'read index received' (duration: 157.571662ms)","trace[180068015] 'applied index is now lower than readState.Index' (duration: 718.744505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:09.770124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.387548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:09.770148Z","caller":"traceutil/trace.go:171","msg":"trace[617149902] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24350; }","duration":"876.457959ms","start":"2026-04-23T01:05:08.893682Z","end":"2026-04-23T01:05:09.77014Z","steps":["trace[617149902] 'agreement among raft nodes before linearized reading' (duration: 876.404638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:09.770097Z","caller":"traceutil/trace.go:171","msg":"trace[1089353418] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"878.591949ms","start":"2026-04-23T01:05:08.891465Z","end":"2026-04-23T01:05:09.770057Z","steps":["trace[1089353418] 'process raft request' (duration: 159.6805ms)","trace[1089353418] 'compare' (duration: 718.117674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:09.770168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.893662Z","time spent":"876.50083ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:09.77029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.891436Z","time spent":"878.757593ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:10.070287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019043058s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:10.321764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.826183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:10.321871Z","caller":"traceutil/trace.go:171","msg":"trace[1986763699] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.415925666s","start":"2026-04-23T01:05:08.905927Z","end":"2026-04-23T01:05:10.321852Z","steps":["trace[1986763699] 'process raft request' (duration: 1.164854758s)","trace[1986763699] 'compare' (duration: 249.58311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:10.321932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.905907Z","time spent":"1.415996557s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:11.248298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177789362s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:11.771935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:11.772007Z","caller":"traceutil/trace.go:171","msg":"trace[1579579829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157685s","start":"2026-04-23T01:05:09.771834Z","end":"2026-04-23T01:05:11.771991Z","steps":["trace[1579579829] 'agreement among raft nodes before linearized reading' (duration: 2.000069973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:11.772041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.771771Z","time spent":"2.000262137s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:12.592983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344467513s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:12.778409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.753818Z","time spent":"1.024579641s","remote":"127.0.0.1:58826","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:05:12.780305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53164282s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:12.780636Z","caller":"traceutil/trace.go:171","msg":"trace[1241369628] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"3.399287505s","start":"2026-04-23T01:05:09.381325Z","end":"2026-04-23T01:05:12.780612Z","steps":["trace[1241369628] 'process raft request' (duration: 3.399114792s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.780642Z","caller":"traceutil/trace.go:171","msg":"trace[763387705] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"3.555372138s","start":"2026-04-23T01:05:09.22521Z","end":"2026-04-23T01:05:12.780582Z","steps":["trace[763387705] 'process raft request' (duration: 2.0233328s)","trace[763387705] 'compare' (duration: 1.53055821s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:12.780755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.381299Z","time spent":"3.399399177s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:12.780852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.225185Z","time spent":"3.555554871s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:12.780883Z","caller":"traceutil/trace.go:171","msg":"trace[1231106937] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"2.29638427s","start":"2026-04-23T01:05:10.484471Z","end":"2026-04-23T01:05:12.780855Z","steps":["trace[1231106937] 'process raft request' (duration: 2.296270038s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.780885Z","caller":"traceutil/trace.go:171","msg":"trace[408418836] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25146; }","duration":"3.010790014s","start":"2026-04-23T01:05:09.770069Z","end":"2026-04-23T01:05:12.780859Z","steps":["trace[408418836] 'read index received' (duration: 300.514367ms)","trace[408418836] 'applied index is now lower than readState.Index' (duration: 2.710273287s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:12.780854Z","caller":"traceutil/trace.go:171","msg":"trace[670741513] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"3.128973706s","start":"2026-04-23T01:05:09.651779Z","end":"2026-04-23T01:05:12.780753Z","steps":["trace[670741513] 'process raft request' (duration: 3.128779622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857574106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.781119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856023267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.781153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631321294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.781151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873040267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.781222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511799339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:05:12.781163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041653104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:05:12.781249Z","caller":"traceutil/trace.go:171","msg":"trace[2086366204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24355; }","duration":"3.873158909s","start":"2026-04-23T01:05:08.908076Z","end":"2026-04-23T01:05:12.781235Z","steps":["trace[2086366204] 'agreement among raft nodes before linearized reading' (duration: 3.873031846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51928624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.781281Z","caller":"traceutil/trace.go:171","msg":"trace[2094439328] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24355; }","duration":"3.511903532s","start":"2026-04-23T01:05:09.269356Z","end":"2026-04-23T01:05:12.78126Z","steps":["trace[2094439328] 'agreement among raft nodes before linearized reading' (duration: 3.511714778s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.781293Z","caller":"traceutil/trace.go:171","msg":"trace[1828913244] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24355; }","duration":"3.51933049s","start":"2026-04-23T01:05:09.261954Z","end":"2026-04-23T01:05:12.781284Z","steps":["trace[1828913244] 'agreement among raft nodes before linearized reading' (duration: 3.51928468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519679718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.781302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.651755Z","time spent":"3.129379513s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:12.781339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.261946Z","time spent":"3.519386692s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.269347Z","time spent":"3.511984473s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-04-23T01:05:12.781357Z","caller":"traceutil/trace.go:171","msg":"trace[90611006] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24355; }","duration":"3.519741528s","start":"2026-04-23T01:05:09.261599Z","end":"2026-04-23T01:05:12.781341Z","steps":["trace[90611006] 'agreement among raft nodes before linearized reading' (duration: 3.519671467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776059025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:05:12.781398Z","caller":"traceutil/trace.go:171","msg":"trace[1852447487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24355; }","duration":"3.776127355s","start":"2026-04-23T01:05:09.005262Z","end":"2026-04-23T01:05:12.78139Z","steps":["trace[1852447487] 'agreement among raft nodes before linearized reading' (duration: 3.776017743s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.26159Z","time spent":"3.519799969s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T01:05:12.781257Z","caller":"traceutil/trace.go:171","msg":"trace[646646645] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24355; }","duration":"3.631458238s","start":"2026-04-23T01:05:09.149783Z","end":"2026-04-23T01:05:12.781241Z","steps":["trace[646646645] 'agreement among raft nodes before linearized reading' (duration: 3.631340865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.149763Z","time spent":"3.631713332s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:12.781283Z","caller":"traceutil/trace.go:171","msg":"trace[1017788436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24355; }","duration":"3.041785857s","start":"2026-04-23T01:05:09.739483Z","end":"2026-04-23T01:05:12.781269Z","steps":["trace[1017788436] 'agreement among raft nodes before linearized reading' (duration: 3.041618043s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.739473Z","time spent":"3.042096234s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85566143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.781701Z","caller":"traceutil/trace.go:171","msg":"trace[1022641010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24355; }","duration":"3.856325503s","start":"2026-04-23T01:05:08.925361Z","end":"2026-04-23T01:05:12.781686Z","steps":["trace[1022641010] 'agreement among raft nodes before linearized reading' (duration: 3.855623139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.925354Z","time spent":"3.856369923s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.484444Z","time spent":"2.296513012s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:12.781615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038293772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:05:12.781049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850600535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:05:12.781834Z","caller":"traceutil/trace.go:171","msg":"trace[78620149] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24355; }","duration":"3.85140692s","start":"2026-04-23T01:05:08.930417Z","end":"2026-04-23T01:05:12.781824Z","steps":["trace[78620149] 'agreement among raft nodes before linearized reading' (duration: 3.850507613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.930409Z","time spent":"3.851449512s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-04-23T01:05:12.78105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034879787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:05:12.781927Z","caller":"traceutil/trace.go:171","msg":"trace[2093046436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24355; }","duration":"3.035778804s","start":"2026-04-23T01:05:09.746124Z","end":"2026-04-23T01:05:12.781902Z","steps":["trace[2093046436] 'agreement among raft nodes before linearized reading' (duration: 3.034734654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053065589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:05:12.782007Z","caller":"traceutil/trace.go:171","msg":"trace[437598297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24355; }","duration":"3.054063367s","start":"2026-04-23T01:05:09.72793Z","end":"2026-04-23T01:05:12.781993Z","steps":["trace[437598297] 'agreement among raft nodes before linearized reading' (duration: 3.052938856s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.782006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.746117Z","time spent":"3.035866066s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03763693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:05:12.782046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.727914Z","time spent":"3.054121148s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:12.78104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857482124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.782067Z","caller":"traceutil/trace.go:171","msg":"trace[623812412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24355; }","duration":"3.038626737s","start":"2026-04-23T01:05:09.743193Z","end":"2026-04-23T01:05:12.78182Z","steps":["trace[623812412] 'agreement among raft nodes before linearized reading' (duration: 3.037705069s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.781158Z","caller":"traceutil/trace.go:171","msg":"trace[618734225] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24355; }","duration":"3.856073388s","start":"2026-04-23T01:05:08.925071Z","end":"2026-04-23T01:05:12.781144Z","steps":["trace[618734225] 'agreement among raft nodes before linearized reading' (duration: 3.856011287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.782106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.925064Z","time spent":"3.857038076s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:12.782108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.743052Z","time spent":"3.039044615s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:12.780942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520091655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.782186Z","caller":"traceutil/trace.go:171","msg":"trace[1419308993] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24355; }","duration":"3.521355179s","start":"2026-04-23T01:05:09.26082Z","end":"2026-04-23T01:05:12.782175Z","steps":["trace[1419308993] 'agreement among raft nodes before linearized reading' (duration: 3.520044824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.78223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.260786Z","time spent":"3.52143267s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051823254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:05:12.781105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524514367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.782302Z","caller":"traceutil/trace.go:171","msg":"trace[123348332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24355; }","duration":"3.052953627s","start":"2026-04-23T01:05:09.729336Z","end":"2026-04-23T01:05:12.782289Z","steps":["trace[123348332] 'agreement among raft nodes before linearized reading' (duration: 3.051768154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.782353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.729325Z","time spent":"3.053015088s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:05:12.782157Z","caller":"traceutil/trace.go:171","msg":"trace[749492321] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24355; }","duration":"3.038331252s","start":"2026-04-23T01:05:09.743735Z","end":"2026-04-23T01:05:12.782066Z","steps":["trace[749492321] 'agreement among raft nodes before linearized reading' (duration: 3.037279482s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.781042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346808238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:12.782313Z","caller":"traceutil/trace.go:171","msg":"trace[878838875] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24355; }","duration":"3.525747511s","start":"2026-04-23T01:05:09.256556Z","end":"2026-04-23T01:05:12.782303Z","steps":["trace[878838875] 'agreement among raft nodes before linearized reading' (duration: 3.524529428s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.782424Z","caller":"traceutil/trace.go:171","msg":"trace[156266104] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24355; }","duration":"3.348215465s","start":"2026-04-23T01:05:09.434189Z","end":"2026-04-23T01:05:12.782404Z","steps":["trace[156266104] 'agreement among raft nodes before linearized reading' (duration: 3.346799078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.782483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.434177Z","time spent":"3.348290756s","remote":"127.0.0.1:35760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:12.781435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.005244Z","time spent":"3.776184517s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764730291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.782455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.256544Z","time spent":"3.525905194s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:12.781294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.908067Z","time spent":"3.87321903s","remote":"127.0.0.1:36068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:12.783129Z","caller":"traceutil/trace.go:171","msg":"trace[650764529] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24355; }","duration":"3.766535876s","start":"2026-04-23T01:05:09.016525Z","end":"2026-04-23T01:05:12.783061Z","steps":["trace[650764529] 'agreement among raft nodes before linearized reading' (duration: 3.76470301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.783189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.016515Z","time spent":"3.766656198s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:12.782132Z","caller":"traceutil/trace.go:171","msg":"trace[1402359246] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24355; }","duration":"3.858550885s","start":"2026-04-23T01:05:08.923534Z","end":"2026-04-23T01:05:12.782085Z","steps":["trace[1402359246] 'agreement among raft nodes before linearized reading' (duration: 3.857467354s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.781146Z","caller":"traceutil/trace.go:171","msg":"trace[630896286] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24355; }","duration":"3.857644608s","start":"2026-04-23T01:05:08.92349Z","end":"2026-04-23T01:05:12.781134Z","steps":["trace[630896286] 'agreement among raft nodes before linearized reading' (duration: 3.857586277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.783393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.923477Z","time spent":"3.859806679s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:12.783504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.923529Z","time spent":"3.859929061s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:05:12.784002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.743712Z","time spent":"3.038694619s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:13.281845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:13.782344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:13.791685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000745085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:13.791774Z","caller":"traceutil/trace.go:171","msg":"trace[1034052378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851617s","start":"2026-04-23T01:05:11.790886Z","end":"2026-04-23T01:05:13.791738Z","steps":["trace[1034052378] 'agreement among raft nodes before linearized reading' (duration: 2.000769495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:13.791835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.79087Z","time spent":"2.000956169s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:14.218815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625638407s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:14.270531Z","caller":"traceutil/trace.go:171","msg":"trace[42754101] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"2.868306796s","start":"2026-04-23T01:05:11.402193Z","end":"2026-04-23T01:05:14.270499Z","steps":["trace[42754101] 'process raft request' (duration: 2.816815148s)","trace[42754101] 'compare' (duration: 50.493069ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:14.2706Z","caller":"traceutil/trace.go:171","msg":"trace[314962528] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"2.74766445s","start":"2026-04-23T01:05:11.522883Z","end":"2026-04-23T01:05:14.270547Z","steps":["trace[314962528] 'process raft request' (duration: 2.747523828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:14.271054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.522857Z","time spent":"2.748122289s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:14.270597Z","caller":"traceutil/trace.go:171","msg":"trace[2128035593] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"2.495097325s","start":"2026-04-23T01:05:11.775482Z","end":"2026-04-23T01:05:14.270579Z","steps":["trace[2128035593] 'process raft request' (duration: 2.495011493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:14.271288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.775454Z","time spent":"2.495802168s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:14.270812Z","caller":"traceutil/trace.go:171","msg":"trace[1471374572] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"2.49484577s","start":"2026-04-23T01:05:11.775933Z","end":"2026-04-23T01:05:14.270779Z","steps":["trace[1471374572] 'process raft request' (duration: 2.494601356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:14.271486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.775909Z","time spent":"2.495554234s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:05:14.27084Z","caller":"traceutil/trace.go:171","msg":"trace[1431519072] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"1.943329687s","start":"2026-04-23T01:05:12.327483Z","end":"2026-04-23T01:05:14.270812Z","steps":["trace[1431519072] 'process raft request' (duration: 1.943225375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:14.271759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.32746Z","time spent":"1.944268884s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:14.273837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.402173Z","time spent":"2.868429269s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:15.792724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:15.792816Z","caller":"traceutil/trace.go:171","msg":"trace[473150361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689334s","start":"2026-04-23T01:05:13.792106Z","end":"2026-04-23T01:05:15.792795Z","steps":["trace[473150361] 'agreement among raft nodes before linearized reading' (duration: 2.000570992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.792866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.792097Z","time spent":"2.000759996s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:15.82541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582091718s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:15.873614Z","caller":"traceutil/trace.go:171","msg":"trace[1167014113] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"3.192460438s","start":"2026-04-23T01:05:12.68112Z","end":"2026-04-23T01:05:15.87358Z","steps":["trace[1167014113] 'process raft request' (duration: 3.144469937s)","trace[1167014113] 'compare' (duration: 47.511122ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:15.873697Z","caller":"traceutil/trace.go:171","msg":"trace[2045725504] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"3.086340094s","start":"2026-04-23T01:05:12.787326Z","end":"2026-04-23T01:05:15.873666Z","steps":["trace[2045725504] 'process raft request' (duration: 3.08615178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.873772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.681099Z","time spent":"3.192594731s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:15.873862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.787308Z","time spent":"3.086461787s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:15.874816Z","caller":"traceutil/trace.go:171","msg":"trace[342249888] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"3.087416034s","start":"2026-04-23T01:05:12.787369Z","end":"2026-04-23T01:05:15.874785Z","steps":["trace[342249888] 'process raft request' (duration: 3.086238972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.874972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.787352Z","time spent":"3.087534177s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:15.875033Z","caller":"traceutil/trace.go:171","msg":"trace[1602691128] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"3.087363813s","start":"2026-04-23T01:05:12.787657Z","end":"2026-04-23T01:05:15.875021Z","steps":["trace[1602691128] 'process raft request' (duration: 3.086937596s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:15.875028Z","caller":"traceutil/trace.go:171","msg":"trace[639234218] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"3.087288872s","start":"2026-04-23T01:05:12.787717Z","end":"2026-04-23T01:05:15.875006Z","steps":["trace[639234218] 'process raft request' (duration: 3.087028847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.787647Z","time spent":"3.087410474s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:15.875118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.787711Z","time spent":"3.087357603s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:15.875155Z","caller":"traceutil/trace.go:171","msg":"trace[1601882523] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"3.086417296s","start":"2026-04-23T01:05:12.788731Z","end":"2026-04-23T01:05:15.875149Z","steps":["trace[1601882523] 'process raft request' (duration: 3.08613225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.788716Z","time spent":"3.086453906s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:15.875178Z","caller":"traceutil/trace.go:171","msg":"trace[1018531398] linearizableReadLoop","detail":"{readStateIndex:25164; appliedIndex:25151; }","duration":"3.094191223s","start":"2026-04-23T01:05:12.780958Z","end":"2026-04-23T01:05:15.875149Z","steps":["trace[1018531398] 'read index received' (duration: 1.438060912s)","trace[1018531398] 'applied index is now lower than readState.Index' (duration: 1.656128771s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:15.875246Z","caller":"traceutil/trace.go:171","msg":"trace[2020840857] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"3.086822043s","start":"2026-04-23T01:05:12.788417Z","end":"2026-04-23T01:05:15.875239Z","steps":["trace[2020840857] 'process raft request' (duration: 3.086394955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.87528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.788393Z","time spent":"3.086871124s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:15.875396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629600503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:05:15.875465Z","caller":"traceutil/trace.go:171","msg":"trace[1964397962] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24368; }","duration":"3.629668054s","start":"2026-04-23T01:05:12.245777Z","end":"2026-04-23T01:05:15.875445Z","steps":["trace[1964397962] 'agreement among raft nodes before linearized reading' (duration: 3.6294313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248526192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:15.875515Z","caller":"traceutil/trace.go:171","msg":"trace[1725151728] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24368; }","duration":"3.248604753s","start":"2026-04-23T01:05:12.626898Z","end":"2026-04-23T01:05:15.875503Z","steps":["trace[1725151728] 'agreement among raft nodes before linearized reading' (duration: 3.248534572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.87555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94123351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:15.87556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.626878Z","time spent":"3.248673156s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:15.875574Z","caller":"traceutil/trace.go:171","msg":"trace[485432713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24368; }","duration":"4.941301361s","start":"2026-04-23T01:05:10.934264Z","end":"2026-04-23T01:05:15.875566Z","steps":["trace[485432713] 'agreement among raft nodes before linearized reading' (duration: 4.941263349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460963154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:15.875595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.93424Z","time spent":"4.941350131s","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:15.87562Z","caller":"traceutil/trace.go:171","msg":"trace[189889488] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24368; }","duration":"3.461041226s","start":"2026-04-23T01:05:12.414566Z","end":"2026-04-23T01:05:15.875607Z","steps":["trace[189889488] 'agreement among raft nodes before linearized reading' (duration: 3.460970735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45163127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-23T01:05:15.875667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.414544Z","time spent":"3.461111997s","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:15.875691Z","caller":"traceutil/trace.go:171","msg":"trace[2005406821] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24368; }","duration":"3.451712621s","start":"2026-04-23T01:05:12.42396Z","end":"2026-04-23T01:05:15.875673Z","steps":["trace[2005406821] 'agreement among raft nodes before linearized reading' (duration: 3.451508546s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:15.875708Z","caller":"traceutil/trace.go:171","msg":"trace[1622284337] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"3.086210372s","start":"2026-04-23T01:05:12.789486Z","end":"2026-04-23T01:05:15.875696Z","steps":["trace[1622284337] 'process raft request' (duration: 3.085495029s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.875729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.423918Z","time spent":"3.451803012s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:05:15.875772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.78948Z","time spent":"3.086258303s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:15.875805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199678245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:15.87588Z","caller":"traceutil/trace.go:171","msg":"trace[1841767806] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24368; }","duration":"5.199873519s","start":"2026-04-23T01:05:10.675988Z","end":"2026-04-23T01:05:15.875862Z","steps":["trace[1841767806] 'agreement among raft nodes before linearized reading' (duration: 5.199700936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.87551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.245763Z","time spent":"3.629735055s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:05:15.875942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398907628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:15.877028Z","caller":"traceutil/trace.go:171","msg":"trace[1553337384] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24368; }","duration":"3.400021049s","start":"2026-04-23T01:05:12.476984Z","end":"2026-04-23T01:05:15.877005Z","steps":["trace[1553337384] 'agreement among raft nodes before linearized reading' (duration: 3.398916728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.877079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.476964Z","time spent":"3.40009932s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.876205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067814066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:15.877196Z","caller":"traceutil/trace.go:171","msg":"trace[1861837372] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24368; }","duration":"4.068815676s","start":"2026-04-23T01:05:11.808353Z","end":"2026-04-23T01:05:15.877169Z","steps":["trace[1861837372] 'agreement among raft nodes before linearized reading' (duration: 4.067823217s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.877301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.808336Z","time spent":"4.068936578s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.876186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071299813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:15.877422Z","caller":"traceutil/trace.go:171","msg":"trace[1871564911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24368; }","duration":"5.072566187s","start":"2026-04-23T01:05:10.804831Z","end":"2026-04-23T01:05:15.877397Z","steps":["trace[1871564911] 'agreement among raft nodes before linearized reading' (duration: 5.071314383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.877497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.804812Z","time spent":"5.072664168s","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.87624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71406624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:15.877686Z","caller":"traceutil/trace.go:171","msg":"trace[1439167393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24368; }","duration":"4.715526868s","start":"2026-04-23T01:05:11.162141Z","end":"2026-04-23T01:05:15.877667Z","steps":["trace[1439167393] 'agreement among raft nodes before linearized reading' (duration: 4.714082801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.877742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.16212Z","time spent":"4.715602039s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.876231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994765766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:15.877816Z","caller":"traceutil/trace.go:171","msg":"trace[188531907] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24368; }","duration":"5.996413626s","start":"2026-04-23T01:05:09.881391Z","end":"2026-04-23T01:05:15.877804Z","steps":["trace[188531907] 'agreement among raft nodes before linearized reading' (duration: 5.994809356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.877854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.881369Z","time spent":"5.996472408s","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.878612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.675958Z","time spent":"5.200823676s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:15.875462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035311826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:05:15.879016Z","caller":"traceutil/trace.go:171","msg":"trace[1932117570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24368; }","duration":"4.038914994s","start":"2026-04-23T01:05:11.840089Z","end":"2026-04-23T01:05:15.879004Z","steps":["trace[1932117570] 'agreement among raft nodes before linearized reading' (duration: 4.035210314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:15.879048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.840073Z","time spent":"4.038964035s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:16.375831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:16.876583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:17.377768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:17.797857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:17.797942Z","caller":"traceutil/trace.go:171","msg":"trace[45633831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185345s","start":"2026-04-23T01:05:15.797737Z","end":"2026-04-23T01:05:17.797922Z","steps":["trace[45633831] 'agreement among raft nodes before linearized reading' (duration: 2.000077142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:17.797993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.797726Z","time spent":"2.000258096s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:17.878146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998468936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:17.908509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.082902318s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:18.248433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222841867s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.248569Z","caller":"traceutil/trace.go:171","msg":"trace[574337123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24368; }","duration":"1.22299341s","start":"2026-04-23T01:05:17.025559Z","end":"2026-04-23T01:05:18.248552Z","steps":["trace[574337123] 'range keys from in-memory index tree' (duration: 1.222825837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.250952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.021747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:18.251181Z","caller":"traceutil/trace.go:171","msg":"trace[643109722] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"3.975296538s","start":"2026-04-23T01:05:14.275839Z","end":"2026-04-23T01:05:18.251135Z","steps":["trace[643109722] 'process raft request' (duration: 3.633016737s)","trace[643109722] 'compare' (duration: 338.788775ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:18.251223Z","caller":"traceutil/trace.go:171","msg":"trace[1871629203] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"3.582975796s","start":"2026-04-23T01:05:14.668228Z","end":"2026-04-23T01:05:18.251204Z","steps":["trace[1871629203] 'process raft request' (duration: 3.582818303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.251304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.668211Z","time spent":"3.583052568s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:18.251329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.275818Z","time spent":"3.975441931s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:05:18.251515Z","caller":"traceutil/trace.go:171","msg":"trace[682935378] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"3.464920707s","start":"2026-04-23T01:05:14.786583Z","end":"2026-04-23T01:05:18.251503Z","steps":["trace[682935378] 'process raft request' (duration: 3.464580021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.2516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.786569Z","time spent":"3.464975998s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:18.251727Z","caller":"traceutil/trace.go:171","msg":"trace[1767549796] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"3.464662883s","start":"2026-04-23T01:05:14.787052Z","end":"2026-04-23T01:05:18.251715Z","steps":["trace[1767549796] 'process raft request' (duration: 3.464306416s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.251776Z","caller":"traceutil/trace.go:171","msg":"trace[1731072262] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"3.464664554s","start":"2026-04-23T01:05:14.787098Z","end":"2026-04-23T01:05:18.251762Z","steps":["trace[1731072262] 'process raft request' (duration: 3.464435129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.251833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.787046Z","time spent":"3.464726595s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:18.251699Z","caller":"traceutil/trace.go:171","msg":"trace[153134975] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"3.462607704s","start":"2026-04-23T01:05:14.789058Z","end":"2026-04-23T01:05:18.251665Z","steps":["trace[153134975] 'process raft request' (duration: 3.462535343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.251956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.787094Z","time spent":"3.464744435s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:18.251985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.789052Z","time spent":"3.46290712s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:18.743277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.173041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T01:05:18.743528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.878534Z","time spent":"2.864986745s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:05:18.743726Z","caller":"traceutil/trace.go:171","msg":"trace[714184915] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"2.466504477s","start":"2026-04-23T01:05:16.277189Z","end":"2026-04-23T01:05:18.743693Z","steps":["trace[714184915] 'process raft request' (duration: 2.466230552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.743932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.277163Z","time spent":"2.466682091s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:18.744053Z","caller":"traceutil/trace.go:171","msg":"trace[1313566595] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"2.465390316s","start":"2026-04-23T01:05:16.278631Z","end":"2026-04-23T01:05:18.744021Z","steps":["trace[1313566595] 'process raft request' (duration: 2.464935018s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.744206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.278598Z","time spent":"2.465512699s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:18.819979Z","caller":"traceutil/trace.go:171","msg":"trace[1352736794] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25164; }","duration":"2.944684852s","start":"2026-04-23T01:05:15.875262Z","end":"2026-04-23T01:05:18.819946Z","steps":["trace[1352736794] 'read index received' (duration: 2.033621623s)","trace[1352736794] 'applied index is now lower than readState.Index' (duration: 911.059419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:18.820047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033100715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.820122Z","caller":"traceutil/trace.go:171","msg":"trace[1980236496] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24377; }","duration":"4.033209647s","start":"2026-04-23T01:05:14.786895Z","end":"2026-04-23T01:05:18.820104Z","steps":["trace[1980236496] 'agreement among raft nodes before linearized reading' (duration: 4.033059793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034051573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.820215Z","caller":"traceutil/trace.go:171","msg":"trace[1022008563] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24377; }","duration":"4.034122604s","start":"2026-04-23T01:05:14.786082Z","end":"2026-04-23T01:05:18.820205Z","steps":["trace[1022008563] 'agreement among raft nodes before linearized reading' (duration: 4.034020693s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029501127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:05:18.820253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.786077Z","time spent":"4.034168845s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:05:18.820275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180599737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.820278Z","caller":"traceutil/trace.go:171","msg":"trace[11537148] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24377; }","duration":"4.029616708s","start":"2026-04-23T01:05:14.790639Z","end":"2026-04-23T01:05:18.820255Z","steps":["trace[11537148] 'agreement among raft nodes before linearized reading' (duration: 4.029400324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655743255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9\" ","response":"range_response_count:1 size:6921"} {"level":"info","ts":"2026-04-23T01:05:18.820313Z","caller":"traceutil/trace.go:171","msg":"trace[1535452624] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24377; }","duration":"5.180669798s","start":"2026-04-23T01:05:13.639631Z","end":"2026-04-23T01:05:18.820301Z","steps":["trace[1535452624] 'agreement among raft nodes before linearized reading' (duration: 5.180610647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.790632Z","time spent":"4.029686381s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-04-23T01:05:18.820338Z","caller":"traceutil/trace.go:171","msg":"trace[1189704432] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9; range_end:; response_count:1; response_revision:24377; }","duration":"4.655839527s","start":"2026-04-23T01:05:14.16448Z","end":"2026-04-23T01:05:18.82032Z","steps":["trace[1189704432] 'agreement among raft nodes before linearized reading' (duration: 4.655650173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031458424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:05:18.820376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.164466Z","time spent":"4.655901848s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6944,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9\" "} {"level":"info","ts":"2026-04-23T01:05:18.820394Z","caller":"traceutil/trace.go:171","msg":"trace[1223403449] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24377; }","duration":"4.031504175s","start":"2026-04-23T01:05:14.788881Z","end":"2026-04-23T01:05:18.820385Z","steps":["trace[1223403449] 'agreement among raft nodes before linearized reading' (duration: 4.031367442s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.664084522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.820448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.788875Z","time spent":"4.031564556s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-04-23T01:05:18.82046Z","caller":"traceutil/trace.go:171","msg":"trace[1602836692] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24377; }","duration":"5.664151174s","start":"2026-04-23T01:05:13.156297Z","end":"2026-04-23T01:05:18.820448Z","steps":["trace[1602836692] 'agreement among raft nodes before linearized reading' (duration: 5.664081553s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.15629Z","time spent":"5.664192544s","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.820529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708993386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.820548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034480361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.820569Z","caller":"traceutil/trace.go:171","msg":"trace[1262028938] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24377; }","duration":"5.709036937s","start":"2026-04-23T01:05:13.111521Z","end":"2026-04-23T01:05:18.820558Z","steps":["trace[1262028938] 'agreement among raft nodes before linearized reading' (duration: 5.708966726s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.820581Z","caller":"traceutil/trace.go:171","msg":"trace[966503225] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24377; }","duration":"4.034544772s","start":"2026-04-23T01:05:14.786027Z","end":"2026-04-23T01:05:18.820572Z","steps":["trace[966503225] 'agreement among raft nodes before linearized reading' (duration: 4.034493031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.786009Z","time spent":"4.034592193s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T01:05:18.820229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031301232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.820689Z","caller":"traceutil/trace.go:171","msg":"trace[662943825] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24377; }","duration":"4.03176383s","start":"2026-04-23T01:05:14.788915Z","end":"2026-04-23T01:05:18.820679Z","steps":["trace[662943825] 'agreement among raft nodes before linearized reading' (duration: 4.031286451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215238337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:18.820358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.639612Z","time spent":"5.180738339s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.82074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940343931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14d41768-50f4-476a-929f-2487071de1fd\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-23T01:05:18.820742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.788912Z","time spent":"4.031812651s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T01:05:18.82078Z","caller":"traceutil/trace.go:171","msg":"trace[1087662153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14d41768-50f4-476a-929f-2487071de1fd; range_end:; response_count:1; response_revision:24377; }","duration":"2.940403542s","start":"2026-04-23T01:05:15.880368Z","end":"2026-04-23T01:05:18.820771Z","steps":["trace[1087662153] 'agreement among raft nodes before linearized reading' (duration: 2.940273219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229435074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.820801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597194943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.820176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.786888Z","time spent":"4.033279818s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:18.820855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278942884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.820865Z","caller":"traceutil/trace.go:171","msg":"trace[1139082132] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24377; }","duration":"3.597293515s","start":"2026-04-23T01:05:15.223555Z","end":"2026-04-23T01:05:18.820849Z","steps":["trace[1139082132] 'agreement among raft nodes before linearized reading' (duration: 3.597192453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04195086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.820887Z","caller":"traceutil/trace.go:171","msg":"trace[288050609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24377; }","duration":"4.279002435s","start":"2026-04-23T01:05:14.541877Z","end":"2026-04-23T01:05:18.82088Z","steps":["trace[288050609] 'agreement among raft nodes before linearized reading' (duration: 4.278957834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.223534Z","time spent":"3.597364206s","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:18.820924Z","caller":"traceutil/trace.go:171","msg":"trace[1177516555] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24377; }","duration":"3.042413849s","start":"2026-04-23T01:05:15.778492Z","end":"2026-04-23T01:05:18.820906Z","steps":["trace[1177516555] 'agreement among raft nodes before linearized reading' (duration: 3.041948861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.778475Z","time spent":"3.04248278s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60550515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.821035Z","caller":"traceutil/trace.go:171","msg":"trace[302975240] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24377; }","duration":"4.60552947s","start":"2026-04-23T01:05:14.215499Z","end":"2026-04-23T01:05:18.821028Z","steps":["trace[302975240] 'agreement among raft nodes before linearized reading' (duration: 4.605433999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.821067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.215453Z","time spent":"4.605607972s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.662215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.821156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030170188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.82117Z","caller":"traceutil/trace.go:171","msg":"trace[2043830494] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24377; }","duration":"262.749997ms","start":"2026-04-23T01:05:18.55841Z","end":"2026-04-23T01:05:18.82116Z","steps":["trace[2043830494] 'agreement among raft nodes before linearized reading' (duration: 262.684335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.821198Z","caller":"traceutil/trace.go:171","msg":"trace[2072527081] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24377; }","duration":"4.03022912s","start":"2026-04-23T01:05:14.790955Z","end":"2026-04-23T01:05:18.821185Z","steps":["trace[2072527081] 'agreement among raft nodes before linearized reading' (duration: 4.030165859s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.820815Z","caller":"traceutil/trace.go:171","msg":"trace[605026699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24377; }","duration":"4.229511735s","start":"2026-04-23T01:05:14.591295Z","end":"2026-04-23T01:05:18.820807Z","steps":["trace[605026699] 'agreement among raft nodes before linearized reading' (duration: 4.229469905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.821259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.407777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.821264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.790949Z","time spent":"4.030305621s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T01:05:18.821293Z","caller":"traceutil/trace.go:171","msg":"trace[960262874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24377; }","duration":"364.480589ms","start":"2026-04-23T01:05:18.456801Z","end":"2026-04-23T01:05:18.821282Z","steps":["trace[960262874] 'agreement among raft nodes before linearized reading' (duration: 364.429218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.821302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.591284Z","time spent":"4.229990424s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.456781Z","time spent":"364.54448ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022274129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.821415Z","caller":"traceutil/trace.go:171","msg":"trace[1813762431] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24377; }","duration":"2.022362891s","start":"2026-04-23T01:05:16.799036Z","end":"2026-04-23T01:05:18.821399Z","steps":["trace[1813762431] 'agreement among raft nodes before linearized reading' (duration: 2.02229738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.820607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.111468Z","time spent":"5.709129399s","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.799013Z","time spent":"2.022487675s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.820814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.880355Z","time spent":"2.940450353s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-14d41768-50f4-476a-929f-2487071de1fd\" "} {"level":"warn","ts":"2026-04-23T01:05:18.821609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.444385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:05:18.821305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756374353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.820915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.541858Z","time spent":"4.279049736s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.821206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56995671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.821756Z","caller":"traceutil/trace.go:171","msg":"trace[1158581178] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24377; }","duration":"1.570539612s","start":"2026-04-23T01:05:17.251205Z","end":"2026-04-23T01:05:18.821745Z","steps":["trace[1158581178] 'agreement among raft nodes before linearized reading' (duration: 1.56994438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.821784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.84737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:05:18.8218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.251185Z","time spent":"1.570600163s","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:18.821817Z","caller":"traceutil/trace.go:171","msg":"trace[2077771349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24377; }","duration":"939.894992ms","start":"2026-04-23T01:05:17.881915Z","end":"2026-04-23T01:05:18.82181Z","steps":["trace[2077771349] 'agreement among raft nodes before linearized reading' (duration: 939.815241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.821371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030588856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.821896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938260652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:05:18.821922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.093315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:05:18.821935Z","caller":"traceutil/trace.go:171","msg":"trace[1197580135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24377; }","duration":"2.938295582s","start":"2026-04-23T01:05:15.88363Z","end":"2026-04-23T01:05:18.821925Z","steps":["trace[1197580135] 'agreement among raft nodes before linearized reading' (duration: 2.938209581s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.821948Z","caller":"traceutil/trace.go:171","msg":"trace[2063028738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24377; }","duration":"940.171537ms","start":"2026-04-23T01:05:17.881769Z","end":"2026-04-23T01:05:18.82194Z","steps":["trace[2063028738] 'agreement among raft nodes before linearized reading' (duration: 940.101085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.883585Z","time spent":"2.938378984s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:18.820201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.685414413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:18.821816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131344749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:05:18.822127Z","caller":"traceutil/trace.go:171","msg":"trace[1350889279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24377; }","duration":"5.68739522s","start":"2026-04-23T01:05:13.134718Z","end":"2026-04-23T01:05:18.822113Z","steps":["trace[1350889279] 'agreement among raft nodes before linearized reading' (duration: 5.685416733s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.82215Z","caller":"traceutil/trace.go:171","msg":"trace[1463330574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24377; }","duration":"2.131716245s","start":"2026-04-23T01:05:16.690422Z","end":"2026-04-23T01:05:18.822138Z","steps":["trace[1463330574] 'agreement among raft nodes before linearized reading' (duration: 2.131315878s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.134677Z","time spent":"5.687481612s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.822191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.690401Z","time spent":"2.131777908s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:18.822204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023461681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.822242Z","caller":"traceutil/trace.go:171","msg":"trace[1652474347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24377; }","duration":"1.023531913s","start":"2026-04-23T01:05:17.798698Z","end":"2026-04-23T01:05:18.82223Z","steps":["trace[1652474347] 'agreement among raft nodes before linearized reading' (duration: 1.023468412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.791428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:05:18.82225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.832188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T01:05:18.822282Z","caller":"traceutil/trace.go:171","msg":"trace[1731411053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24377; }","duration":"940.834389ms","start":"2026-04-23T01:05:17.881439Z","end":"2026-04-23T01:05:18.822274Z","steps":["trace[1731411053] 'agreement among raft nodes before linearized reading' (duration: 940.740877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.821892Z","caller":"traceutil/trace.go:171","msg":"trace[1868839871] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24377; }","duration":"4.031117797s","start":"2026-04-23T01:05:14.790762Z","end":"2026-04-23T01:05:18.82188Z","steps":["trace[1868839871] 'agreement among raft nodes before linearized reading' (duration: 4.030578396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.881434Z","time spent":"940.880689ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:18.821973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.881742Z","time spent":"940.225728ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:18.82234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.790756Z","time spent":"4.031576465s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-04-23T01:05:18.820746Z","caller":"traceutil/trace.go:171","msg":"trace[1745233428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24377; }","duration":"4.215289688s","start":"2026-04-23T01:05:14.605444Z","end":"2026-04-23T01:05:18.820734Z","steps":["trace[1745233428] 'agreement among raft nodes before linearized reading' (duration: 4.215238937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.568041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:05:18.822441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.605434Z","time spent":"4.216994199s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.822447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.020793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:05:18.821641Z","caller":"traceutil/trace.go:171","msg":"trace[1642593928] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871; range_end:; response_count:1; response_revision:24377; }","duration":"565.535917ms","start":"2026-04-23T01:05:18.256096Z","end":"2026-04-23T01:05:18.821631Z","steps":["trace[1642593928] 'agreement among raft nodes before linearized reading' (duration: 565.438485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.822486Z","caller":"traceutil/trace.go:171","msg":"trace[1621422435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24377; }","duration":"941.134694ms","start":"2026-04-23T01:05:17.881341Z","end":"2026-04-23T01:05:18.822475Z","steps":["trace[1621422435] 'agreement among raft nodes before linearized reading' (duration: 941.026532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:18.822445Z","caller":"traceutil/trace.go:171","msg":"trace[1221753768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24377; }","duration":"942.649923ms","start":"2026-04-23T01:05:17.879784Z","end":"2026-04-23T01:05:18.822434Z","steps":["trace[1221753768] 'agreement among raft nodes before linearized reading' (duration: 942.52183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.798675Z","time spent":"1.023597324s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:18.822567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033606694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.8226Z","caller":"traceutil/trace.go:171","msg":"trace[1596218281] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24377; }","duration":"4.033641754s","start":"2026-04-23T01:05:14.788949Z","end":"2026-04-23T01:05:18.822591Z","steps":["trace[1596218281] 'agreement among raft nodes before linearized reading' (duration: 4.033599664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.788945Z","time spent":"4.033683325s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:05:18.82231Z","caller":"traceutil/trace.go:171","msg":"trace[197494139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24377; }","duration":"941.911409ms","start":"2026-04-23T01:05:17.880382Z","end":"2026-04-23T01:05:18.822293Z","steps":["trace[197494139] 'agreement among raft nodes before linearized reading' (duration: 941.776657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.879767Z","time spent":"942.774815ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:18.822728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.88037Z","time spent":"942.343337ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:18.822496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.256066Z","time spent":"566.422623ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" "} {"level":"info","ts":"2026-04-23T01:05:18.821682Z","caller":"traceutil/trace.go:171","msg":"trace[1915860081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24377; }","duration":"1.756777631s","start":"2026-04-23T01:05:17.064887Z","end":"2026-04-23T01:05:18.821665Z","steps":["trace[1915860081] 'agreement among raft nodes before linearized reading' (duration: 1.756371462s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.822855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.064874Z","time spent":"1.757971944s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:18.822528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.881334Z","time spent":"941.187455ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:18.821852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.881908Z","time spent":"939.937933ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:18.821712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.3751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:18.823101Z","caller":"traceutil/trace.go:171","msg":"trace[1202942578] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24377; }","duration":"627.792987ms","start":"2026-04-23T01:05:18.195294Z","end":"2026-04-23T01:05:18.823087Z","steps":["trace[1202942578] 'agreement among raft nodes before linearized reading' (duration: 626.365381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.823142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.195275Z","time spent":"627.853088ms","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":34,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:18.823456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.915099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:18.823501Z","caller":"traceutil/trace.go:171","msg":"trace[1965741097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24377; }","duration":"941.992151ms","start":"2026-04-23T01:05:17.881499Z","end":"2026-04-23T01:05:18.823491Z","steps":["trace[1965741097] 'agreement among raft nodes before linearized reading' (duration: 941.885999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.82353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.881477Z","time spent":"942.047351ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:18.823845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034878158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:18.823957Z","caller":"traceutil/trace.go:171","msg":"trace[2114155114] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24377; }","duration":"4.03500756s","start":"2026-04-23T01:05:14.78893Z","end":"2026-04-23T01:05:18.823938Z","steps":["trace[2114155114] 'agreement among raft nodes before linearized reading' (duration: 4.031297181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.826063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.788927Z","time spent":"4.03710169s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:05:18.977034Z","caller":"traceutil/trace.go:171","msg":"trace[329003020] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"115.096974ms","start":"2026-04-23T01:05:18.861901Z","end":"2026-04-23T01:05:18.976998Z","steps":["trace[329003020] 'process raft request' (duration: 114.949741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:20.930458Z","caller":"traceutil/trace.go:171","msg":"trace[77016752] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"141.609321ms","start":"2026-04-23T01:05:20.788824Z","end":"2026-04-23T01:05:20.930433Z","steps":["trace[77016752] 'process raft request' (duration: 140.792055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:20.930568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.331459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:20.930614Z","caller":"traceutil/trace.go:171","msg":"trace[1104438490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24405; }","duration":"114.427791ms","start":"2026-04-23T01:05:20.816174Z","end":"2026-04-23T01:05:20.930602Z","steps":["trace[1104438490] 'agreement among raft nodes before linearized reading' (duration: 114.333079ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:20.93045Z","caller":"traceutil/trace.go:171","msg":"trace[557585281] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25203; }","duration":"114.206857ms","start":"2026-04-23T01:05:20.816219Z","end":"2026-04-23T01:05:20.930426Z","steps":["trace[557585281] 'read index received' (duration: 113.287049ms)","trace[557585281] 'applied index is now lower than readState.Index' (duration: 918.318µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:20.930851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.342742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:20.930973Z","caller":"traceutil/trace.go:171","msg":"trace[1316425313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24405; }","duration":"103.424034ms","start":"2026-04-23T01:05:20.827465Z","end":"2026-04-23T01:05:20.930889Z","steps":["trace[1316425313] 'agreement among raft nodes before linearized reading' (duration: 103.330342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:20.931649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.223582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:20.931749Z","caller":"traceutil/trace.go:171","msg":"trace[2056232538] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24405; }","duration":"101.337305ms","start":"2026-04-23T01:05:20.830382Z","end":"2026-04-23T01:05:20.931719Z","steps":["trace[2056232538] 'agreement among raft nodes before linearized reading' (duration: 101.217833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:21.142976Z","caller":"traceutil/trace.go:171","msg":"trace[1259196044] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"206.43307ms","start":"2026-04-23T01:05:20.936522Z","end":"2026-04-23T01:05:21.142955Z","steps":["trace[1259196044] 'process raft request' (duration: 206.294836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:21.269431Z","caller":"traceutil/trace.go:171","msg":"trace[338005013] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"332.61278ms","start":"2026-04-23T01:05:20.936793Z","end":"2026-04-23T01:05:21.269406Z","steps":["trace[338005013] 'process raft request' (duration: 332.525478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:21.269454Z","caller":"traceutil/trace.go:171","msg":"trace[1177196648] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"332.721212ms","start":"2026-04-23T01:05:20.936701Z","end":"2026-04-23T01:05:21.269422Z","steps":["trace[1177196648] 'process raft request' (duration: 290.399617ms)","trace[1177196648] 'compare' (duration: 42.077001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:21.269586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.936785Z","time spent":"332.722243ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:21.2696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.936673Z","time spent":"332.844275ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:21.269739Z","caller":"traceutil/trace.go:171","msg":"trace[1119575153] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"331.246953ms","start":"2026-04-23T01:05:20.938457Z","end":"2026-04-23T01:05:21.269704Z","steps":["trace[1119575153] 'process raft request' (duration: 330.906607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:21.269868Z","caller":"traceutil/trace.go:171","msg":"trace[624750470] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"330.815776ms","start":"2026-04-23T01:05:20.939033Z","end":"2026-04-23T01:05:21.269848Z","steps":["trace[624750470] 'process raft request' (duration: 330.585852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:21.269938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.938432Z","time spent":"331.407597ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:21.269956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.939017Z","time spent":"330.895807ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:21.27002Z","caller":"traceutil/trace.go:171","msg":"trace[1494296331] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"330.888448ms","start":"2026-04-23T01:05:20.939106Z","end":"2026-04-23T01:05:21.269994Z","steps":["trace[1494296331] 'process raft request' (duration: 330.694974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:21.270064Z","caller":"traceutil/trace.go:171","msg":"trace[1391499579] linearizableReadLoop","detail":"{readStateIndex:25211; appliedIndex:25204; }","duration":"326.439274ms","start":"2026-04-23T01:05:20.943614Z","end":"2026-04-23T01:05:21.270053Z","steps":["trace[1391499579] 'read index received' (duration: 199.205473ms)","trace[1391499579] 'applied index is now lower than readState.Index' (duration: 127.232781ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:21.270093Z","caller":"traceutil/trace.go:171","msg":"trace[1283243665] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"329.372258ms","start":"2026-04-23T01:05:20.94071Z","end":"2026-04-23T01:05:21.270082Z","steps":["trace[1283243665] 'process raft request' (duration: 329.205575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:21.270146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.940699Z","time spent":"329.41657ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:21.270151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.939085Z","time spent":"330.995029ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:21.270195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.583096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9\" ","response":"range_response_count:1 size:6921"} {"level":"info","ts":"2026-04-23T01:05:21.270226Z","caller":"traceutil/trace.go:171","msg":"trace[1787570471] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9; range_end:; response_count:1; response_revision:24412; }","duration":"326.630547ms","start":"2026-04-23T01:05:20.943585Z","end":"2026-04-23T01:05:21.270215Z","steps":["trace[1787570471] 'agreement among raft nodes before linearized reading' (duration: 326.513165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:21.270253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.943576Z","time spent":"326.671159ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6944,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-dltk9\" "} {"level":"info","ts":"2026-04-23T01:05:21.449072Z","caller":"traceutil/trace.go:171","msg":"trace[2115888259] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"167.447215ms","start":"2026-04-23T01:05:21.281602Z","end":"2026-04-23T01:05:21.449049Z","steps":["trace[2115888259] 'process raft request' (duration: 101.261932ms)","trace[2115888259] 'compare' (duration: 65.892468ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:21.898068Z","caller":"traceutil/trace.go:171","msg":"trace[915459286] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25212; }","duration":"112.808321ms","start":"2026-04-23T01:05:21.785238Z","end":"2026-04-23T01:05:21.898046Z","steps":["trace[915459286] 'read index received' (duration: 112.584517ms)","trace[915459286] 'applied index is now lower than readState.Index' (duration: 223.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:21.898351Z","caller":"traceutil/trace.go:171","msg":"trace[176255311] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"128.646978ms","start":"2026-04-23T01:05:21.76969Z","end":"2026-04-23T01:05:21.898337Z","steps":["trace[176255311] 'process raft request' (duration: 128.22209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:21.898579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.32239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:21.898622Z","caller":"traceutil/trace.go:171","msg":"trace[1635745299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24414; }","duration":"113.410381ms","start":"2026-04-23T01:05:21.785201Z","end":"2026-04-23T01:05:21.898612Z","steps":["trace[1635745299] 'agreement among raft nodes before linearized reading' (duration: 113.316579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.474074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.154358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:22.474163Z","caller":"traceutil/trace.go:171","msg":"trace[279796552] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"156.864997ms","start":"2026-04-23T01:05:22.317281Z","end":"2026-04-23T01:05:22.474146Z","steps":["trace[279796552] 'process raft request' (duration: 28.571317ms)","trace[279796552] 'compare' (duration: 127.928974ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:22.513402Z","caller":"traceutil/trace.go:171","msg":"trace[1315099479] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"194.571087ms","start":"2026-04-23T01:05:22.318806Z","end":"2026-04-23T01:05:22.513377Z","steps":["trace[1315099479] 'process raft request' (duration: 194.395194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.513595Z","caller":"traceutil/trace.go:171","msg":"trace[31536492] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"194.199509ms","start":"2026-04-23T01:05:22.319379Z","end":"2026-04-23T01:05:22.513579Z","steps":["trace[31536492] 'process raft request' (duration: 193.959164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.629513Z","caller":"traceutil/trace.go:171","msg":"trace[1147965197] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"169.882792ms","start":"2026-04-23T01:05:22.459592Z","end":"2026-04-23T01:05:22.629475Z","steps":["trace[1147965197] 'process raft request' (duration: 134.170642ms)","trace[1147965197] 'compare' (duration: 35.395484ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:22.629692Z","caller":"traceutil/trace.go:171","msg":"trace[404977885] linearizableReadLoop","detail":"{readStateIndex:25231; appliedIndex:25230; }","duration":"116.089571ms","start":"2026-04-23T01:05:22.513578Z","end":"2026-04-23T01:05:22.629667Z","steps":["trace[404977885] 'read index received' (duration: 80.257218ms)","trace[404977885] 'applied index is now lower than readState.Index' (duration: 35.830833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:22.629884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.917896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.629992Z","caller":"traceutil/trace.go:171","msg":"trace[1588202218] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24432; }","duration":"118.028068ms","start":"2026-04-23T01:05:22.511906Z","end":"2026-04-23T01:05:22.629934Z","steps":["trace[1588202218] 'agreement among raft nodes before linearized reading' (duration: 117.907146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.629995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.412093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.630071Z","caller":"traceutil/trace.go:171","msg":"trace[192488621] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24432; }","duration":"202.569797ms","start":"2026-04-23T01:05:22.427479Z","end":"2026-04-23T01:05:22.630049Z","steps":["trace[192488621] 'agreement among raft nodes before linearized reading' (duration: 202.409204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.77692Z","caller":"traceutil/trace.go:171","msg":"trace[1222864675] linearizableReadLoop","detail":"{readStateIndex:25234; appliedIndex:25233; }","duration":"125.934307ms","start":"2026-04-23T01:05:22.650949Z","end":"2026-04-23T01:05:22.776884Z","steps":["trace[1222864675] 'read index received' (duration: 97.084504ms)","trace[1222864675] 'applied index is now lower than readState.Index' (duration: 28.847343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:22.777487Z","caller":"traceutil/trace.go:171","msg":"trace[1735314900] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"137.438612ms","start":"2026-04-23T01:05:22.640017Z","end":"2026-04-23T01:05:22.777456Z","steps":["trace[1735314900] 'process raft request' (duration: 108.03023ms)","trace[1735314900] 'compare' (duration: 28.559926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:22.777505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.549728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:05:22.777637Z","caller":"traceutil/trace.go:171","msg":"trace[1420653212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24434; }","duration":"126.726841ms","start":"2026-04-23T01:05:22.650897Z","end":"2026-04-23T01:05:22.777624Z","steps":["trace[1420653212] 'agreement among raft nodes before linearized reading' (duration: 126.466157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.948784Z","caller":"traceutil/trace.go:171","msg":"trace[1046626834] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"163.216937ms","start":"2026-04-23T01:05:22.785538Z","end":"2026-04-23T01:05:22.948755Z","steps":["trace[1046626834] 'process raft request' (duration: 141.696373ms)","trace[1046626834] 'compare' (duration: 21.276399ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:22.991258Z","caller":"traceutil/trace.go:171","msg":"trace[1142965768] linearizableReadLoop","detail":"{readStateIndex:25236; appliedIndex:25234; }","duration":"202.820842ms","start":"2026-04-23T01:05:22.788416Z","end":"2026-04-23T01:05:22.991237Z","steps":["trace[1142965768] 'read index received' (duration: 138.775638ms)","trace[1142965768] 'applied index is now lower than readState.Index' (duration: 64.044044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:22.991315Z","caller":"traceutil/trace.go:171","msg":"trace[1435901495] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"204.644786ms","start":"2026-04-23T01:05:22.786638Z","end":"2026-04-23T01:05:22.991283Z","steps":["trace[1435901495] 'process raft request' (duration: 204.436262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.991466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.034245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:05:22.991407Z","caller":"traceutil/trace.go:171","msg":"trace[1507420894] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"192.900156ms","start":"2026-04-23T01:05:22.798434Z","end":"2026-04-23T01:05:22.991334Z","steps":["trace[1507420894] 'process raft request' (duration: 192.754783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.991501Z","caller":"traceutil/trace.go:171","msg":"trace[1034248842] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24437; }","duration":"203.109706ms","start":"2026-04-23T01:05:22.78838Z","end":"2026-04-23T01:05:22.99149Z","steps":["trace[1034248842] 'agreement among raft nodes before linearized reading' (duration: 202.968814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.038263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.519697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.038335Z","caller":"traceutil/trace.go:171","msg":"trace[1952785853] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24440; }","duration":"101.66054ms","start":"2026-04-23T01:05:22.936658Z","end":"2026-04-23T01:05:23.038318Z","steps":["trace[1952785853] 'agreement among raft nodes before linearized reading' (duration: 101.554848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.038791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.131049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.03887Z","caller":"traceutil/trace.go:171","msg":"trace[816593863] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24440; }","duration":"102.238851ms","start":"2026-04-23T01:05:22.936614Z","end":"2026-04-23T01:05:23.038853Z","steps":["trace[816593863] 'agreement among raft nodes before linearized reading' (duration: 102.088599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.038812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.269571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.038967Z","caller":"traceutil/trace.go:171","msg":"trace[1913552961] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24440; }","duration":"102.447995ms","start":"2026-04-23T01:05:22.9365Z","end":"2026-04-23T01:05:23.038948Z","steps":["trace[1913552961] 'agreement among raft nodes before linearized reading' (duration: 102.243611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.03897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.042069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.039082Z","caller":"traceutil/trace.go:171","msg":"trace[1194698042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24440; }","duration":"158.211233ms","start":"2026-04-23T01:05:22.880842Z","end":"2026-04-23T01:05:23.039053Z","steps":["trace[1194698042] 'agreement among raft nodes before linearized reading' (duration: 158.04111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.039117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.849703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.039148Z","caller":"traceutil/trace.go:171","msg":"trace[1679539542] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24440; }","duration":"102.926934ms","start":"2026-04-23T01:05:22.936212Z","end":"2026-04-23T01:05:23.039139Z","steps":["trace[1679539542] 'agreement among raft nodes before linearized reading' (duration: 102.878164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.044086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.215869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:23.044208Z","caller":"traceutil/trace.go:171","msg":"trace[1087398867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24440; }","duration":"227.444684ms","start":"2026-04-23T01:05:22.816731Z","end":"2026-04-23T01:05:23.044176Z","steps":["trace[1087398867] 'agreement among raft nodes before linearized reading' (duration: 222.406379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:23.181176Z","caller":"traceutil/trace.go:171","msg":"trace[1314845184] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"130.696375ms","start":"2026-04-23T01:05:23.05044Z","end":"2026-04-23T01:05:23.181136Z","steps":["trace[1314845184] 'process raft request' (duration: 130.41922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.056475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998469063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:24.283174Z","caller":"traceutil/trace.go:171","msg":"trace[643464644] linearizableReadLoop","detail":"{readStateIndex:25249; appliedIndex:25243; }","duration":"727.673123ms","start":"2026-04-23T01:05:23.55548Z","end":"2026-04-23T01:05:24.283153Z","steps":["trace[643464644] 'read index received' (duration: 727.237085ms)","trace[643464644] 'applied index is now lower than readState.Index' (duration: 435.128µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:24.283446Z","caller":"traceutil/trace.go:171","msg":"trace[1365116284] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"918.390857ms","start":"2026-04-23T01:05:23.365044Z","end":"2026-04-23T01:05:24.283435Z","steps":["trace[1365116284] 'process raft request' (duration: 917.733934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.283552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.365017Z","time spent":"918.466459ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.283741Z","caller":"traceutil/trace.go:171","msg":"trace[1957930878] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"918.632741ms","start":"2026-04-23T01:05:23.365098Z","end":"2026-04-23T01:05:24.283731Z","steps":["trace[1957930878] 'process raft request' (duration: 917.838626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.283828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.365088Z","time spent":"918.706532ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.284159Z","caller":"traceutil/trace.go:171","msg":"trace[1745653771] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"918.968808ms","start":"2026-04-23T01:05:23.365178Z","end":"2026-04-23T01:05:24.284146Z","steps":["trace[1745653771] 'process raft request' (duration: 917.803416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.284217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.36515Z","time spent":"919.035998ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.284372Z","caller":"traceutil/trace.go:171","msg":"trace[302467390] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"918.427988ms","start":"2026-04-23T01:05:23.36593Z","end":"2026-04-23T01:05:24.284358Z","steps":["trace[302467390] 'process raft request' (duration: 917.088902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.284455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.365915Z","time spent":"918.498289ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.284574Z","caller":"traceutil/trace.go:171","msg":"trace[317084338] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"918.126781ms","start":"2026-04-23T01:05:23.366438Z","end":"2026-04-23T01:05:24.284565Z","steps":["trace[317084338] 'process raft request' (duration: 916.643444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.28463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.366417Z","time spent":"918.185612ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.284821Z","caller":"traceutil/trace.go:171","msg":"trace[611014455] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"907.124736ms","start":"2026-04-23T01:05:23.377688Z","end":"2026-04-23T01:05:24.284813Z","steps":["trace[611014455] 'process raft request' (duration: 905.433383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.284878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.377674Z","time spent":"907.177086ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:24.285036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.570349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:05:24.285071Z","caller":"traceutil/trace.go:171","msg":"trace[806230240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24449; }","duration":"729.6717ms","start":"2026-04-23T01:05:23.555391Z","end":"2026-04-23T01:05:24.285062Z","steps":["trace[806230240] 'agreement among raft nodes before linearized reading' (duration: 729.548828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.285073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.858838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.285148Z","caller":"traceutil/trace.go:171","msg":"trace[1981987346] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24449; }","duration":"554.00223ms","start":"2026-04-23T01:05:23.731128Z","end":"2026-04-23T01:05:24.28513Z","steps":["trace[1981987346] 'agreement among raft nodes before linearized reading' (duration: 553.872858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.285157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.76508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.285185Z","caller":"traceutil/trace.go:171","msg":"trace[1417139384] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24449; }","duration":"136.832501ms","start":"2026-04-23T01:05:24.148344Z","end":"2026-04-23T01:05:24.285177Z","steps":["trace[1417139384] 'agreement among raft nodes before linearized reading' (duration: 136.7843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.28519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.731102Z","time spent":"554.078661ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.285098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.555359Z","time spent":"729.733722ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:24.285314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.742558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:05:24.285384Z","caller":"traceutil/trace.go:171","msg":"trace[1689359140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24449; }","duration":"236.877621ms","start":"2026-04-23T01:05:24.048489Z","end":"2026-04-23T01:05:24.285366Z","steps":["trace[1689359140] 'agreement among raft nodes before linearized reading' (duration: 236.656107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.60734Z","caller":"traceutil/trace.go:171","msg":"trace[2075414896] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"127.760311ms","start":"2026-04-23T01:05:24.479552Z","end":"2026-04-23T01:05:24.607312Z","steps":["trace[2075414896] 'process raft request' (duration: 127.573297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.632851Z","caller":"traceutil/trace.go:171","msg":"trace[1400233119] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"114.471572ms","start":"2026-04-23T01:05:24.518363Z","end":"2026-04-23T01:05:24.632834Z","steps":["trace[1400233119] 'process raft request' (duration: 114.335699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.633042Z","caller":"traceutil/trace.go:171","msg":"trace[580519923] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"114.256726ms","start":"2026-04-23T01:05:24.518776Z","end":"2026-04-23T01:05:24.633033Z","steps":["trace[580519923] 'process raft request' (duration: 114.016372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:26.983589Z","caller":"traceutil/trace.go:171","msg":"trace[860460692] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"346.258006ms","start":"2026-04-23T01:05:26.637303Z","end":"2026-04-23T01:05:26.983561Z","steps":["trace[860460692] 'process raft request' (duration: 346.060263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.983749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.637275Z","time spent":"346.382288ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:26.983824Z","caller":"traceutil/trace.go:171","msg":"trace[1499373573] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"345.377409ms","start":"2026-04-23T01:05:26.638385Z","end":"2026-04-23T01:05:26.983763Z","steps":["trace[1499373573] 'process raft request' (duration: 345.129775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.984054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.638375Z","time spent":"345.540742ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:27.136753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.136598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:27.136883Z","caller":"traceutil/trace.go:171","msg":"trace[360175281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24469; }","duration":"111.282812ms","start":"2026-04-23T01:05:27.025582Z","end":"2026-04-23T01:05:27.136865Z","steps":["trace[360175281] 'range keys from in-memory index tree' (duration: 111.119498ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:27.137121Z","caller":"traceutil/trace.go:171","msg":"trace[1977962477] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"131.396899ms","start":"2026-04-23T01:05:27.00571Z","end":"2026-04-23T01:05:27.137107Z","steps":["trace[1977962477] 'process raft request' (duration: 129.728098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:27.142216Z","caller":"traceutil/trace.go:171","msg":"trace[429768751] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"134.576739ms","start":"2026-04-23T01:05:27.007616Z","end":"2026-04-23T01:05:27.142193Z","steps":["trace[429768751] 'process raft request' (duration: 134.268503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:28.734027Z","caller":"traceutil/trace.go:171","msg":"trace[572657719] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"109.814123ms","start":"2026-04-23T01:05:28.624186Z","end":"2026-04-23T01:05:28.734Z","steps":["trace[572657719] 'process raft request' (duration: 109.66325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:28.823751Z","caller":"traceutil/trace.go:171","msg":"trace[292361930] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"135.959365ms","start":"2026-04-23T01:05:28.687762Z","end":"2026-04-23T01:05:28.823722Z","steps":["trace[292361930] 'process raft request' (duration: 109.843125ms)","trace[292361930] 'compare' (duration: 25.799234ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:29.282527Z","caller":"traceutil/trace.go:171","msg":"trace[1834236776] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25284; }","duration":"114.573083ms","start":"2026-04-23T01:05:29.167922Z","end":"2026-04-23T01:05:29.282496Z","steps":["trace[1834236776] 'read index received' (duration: 75.252454ms)","trace[1834236776] 'applied index is now lower than readState.Index' (duration: 39.319119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:29.282694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.095041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:29.282744Z","caller":"traceutil/trace.go:171","msg":"trace[2106091287] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24485; }","duration":"133.223013ms","start":"2026-04-23T01:05:29.149512Z","end":"2026-04-23T01:05:29.282735Z","steps":["trace[2106091287] 'agreement among raft nodes before linearized reading' (duration: 133.07423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.282726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.879356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:29.282791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.165772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:29.282846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.757682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:29.282849Z","caller":"traceutil/trace.go:171","msg":"trace[1973676811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24485; }","duration":"133.264054ms","start":"2026-04-23T01:05:29.149572Z","end":"2026-04-23T01:05:29.282836Z","steps":["trace[1973676811] 'agreement among raft nodes before linearized reading' (duration: 133.171002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:29.282878Z","caller":"traceutil/trace.go:171","msg":"trace[209510031] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24485; }","duration":"134.798193ms","start":"2026-04-23T01:05:29.148068Z","end":"2026-04-23T01:05:29.282866Z","steps":["trace[209510031] 'agreement among raft nodes before linearized reading' (duration: 134.761092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.282808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.261493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:05:29.282953Z","caller":"traceutil/trace.go:171","msg":"trace[1813162682] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24485; }","duration":"134.456497ms","start":"2026-04-23T01:05:29.148485Z","end":"2026-04-23T01:05:29.282942Z","steps":["trace[1813162682] 'agreement among raft nodes before linearized reading' (duration: 134.156492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:29.282834Z","caller":"traceutil/trace.go:171","msg":"trace[1882377002] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24485; }","duration":"134.06076ms","start":"2026-04-23T01:05:29.148747Z","end":"2026-04-23T01:05:29.282808Z","steps":["trace[1882377002] 'agreement among raft nodes before linearized reading' (duration: 133.828225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.282983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.070819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:05:29.282529Z","caller":"traceutil/trace.go:171","msg":"trace[1382142319] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"134.031399ms","start":"2026-04-23T01:05:29.148464Z","end":"2026-04-23T01:05:29.282495Z","steps":["trace[1382142319] 'process raft request' (duration: 94.69582ms)","trace[1382142319] 'compare' (duration: 39.107775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:29.283017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.960605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:29.283019Z","caller":"traceutil/trace.go:171","msg":"trace[207815308] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24485; }","duration":"134.117609ms","start":"2026-04-23T01:05:29.148887Z","end":"2026-04-23T01:05:29.283005Z","steps":["trace[207815308] 'agreement among raft nodes before linearized reading' (duration: 133.979567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:29.283041Z","caller":"traceutil/trace.go:171","msg":"trace[761954444] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24485; }","duration":"135.013267ms","start":"2026-04-23T01:05:29.14802Z","end":"2026-04-23T01:05:29.283034Z","steps":["trace[761954444] 'agreement among raft nodes before linearized reading' (duration: 134.970756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.283043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.911315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:29.2831Z","caller":"traceutil/trace.go:171","msg":"trace[2033795350] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24485; }","duration":"133.967146ms","start":"2026-04-23T01:05:29.149114Z","end":"2026-04-23T01:05:29.283081Z","steps":["trace[2033795350] 'agreement among raft nodes before linearized reading' (duration: 133.875095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.283526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.499168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:29.283641Z","caller":"traceutil/trace.go:171","msg":"trace[1456330352] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24485; }","duration":"134.550448ms","start":"2026-04-23T01:05:29.149069Z","end":"2026-04-23T01:05:29.28362Z","steps":["trace[1456330352] 'agreement among raft nodes before linearized reading' (duration: 133.435647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.639653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.023322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:29.639763Z","caller":"traceutil/trace.go:171","msg":"trace[1926936179] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"325.360654ms","start":"2026-04-23T01:05:29.314382Z","end":"2026-04-23T01:05:29.639743Z","steps":["trace[1926936179] 'process raft request' (duration: 186.161828ms)","trace[1926936179] 'compare' (duration: 138.87903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:29.63982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.314366Z","time spent":"325.426965ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:29.684302Z","caller":"traceutil/trace.go:171","msg":"trace[522358829] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25286; }","duration":"337.159856ms","start":"2026-04-23T01:05:29.347117Z","end":"2026-04-23T01:05:29.684277Z","steps":["trace[522358829] 'read index received' (duration: 153.505345ms)","trace[522358829] 'applied index is now lower than readState.Index' (duration: 183.653201ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:29.684435Z","caller":"traceutil/trace.go:171","msg":"trace[1987028609] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"366.007067ms","start":"2026-04-23T01:05:29.318396Z","end":"2026-04-23T01:05:29.684403Z","steps":["trace[1987028609] 'process raft request' (duration: 365.739202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.684568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.42705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:29.684606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.318385Z","time spent":"366.124819ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:29.684667Z","caller":"traceutil/trace.go:171","msg":"trace[16505666] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24488; }","duration":"337.572903ms","start":"2026-04-23T01:05:29.347071Z","end":"2026-04-23T01:05:29.684644Z","steps":["trace[16505666] 'agreement among raft nodes before linearized reading' (duration: 337.40449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.684743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.53874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:05:29.684806Z","caller":"traceutil/trace.go:171","msg":"trace[576318571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24488; }","duration":"165.636372ms","start":"2026-04-23T01:05:29.519155Z","end":"2026-04-23T01:05:29.684791Z","steps":["trace[576318571] 'agreement among raft nodes before linearized reading' (duration: 165.434558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.684722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.347059Z","time spent":"337.648414ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:29.684954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.391409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:05:29.685046Z","caller":"traceutil/trace.go:171","msg":"trace[582645859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24488; }","duration":"271.597092ms","start":"2026-04-23T01:05:29.413436Z","end":"2026-04-23T01:05:29.685033Z","steps":["trace[582645859] 'agreement among raft nodes before linearized reading' (duration: 271.141704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:30.251574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.634223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:30.251734Z","caller":"traceutil/trace.go:171","msg":"trace[1125053760] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25288; }","duration":"562.00821ms","start":"2026-04-23T01:05:29.689708Z","end":"2026-04-23T01:05:30.251716Z","steps":["trace[1125053760] 'read index received' (duration: 223.152233ms)","trace[1125053760] 'applied index is now lower than readState.Index' (duration: 338.854527ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:30.251768Z","caller":"traceutil/trace.go:171","msg":"trace[629081392] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"562.652303ms","start":"2026-04-23T01:05:29.689082Z","end":"2026-04-23T01:05:30.251734Z","steps":["trace[629081392] 'process raft request' (duration: 223.764315ms)","trace[629081392] 'compare' (duration: 337.995502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:30.251932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.689068Z","time spent":"562.771095ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:30.251951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.238474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18327"} {"level":"info","ts":"2026-04-23T01:05:30.251983Z","caller":"traceutil/trace.go:171","msg":"trace[23295845] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24489; }","duration":"562.290885ms","start":"2026-04-23T01:05:29.689683Z","end":"2026-04-23T01:05:30.251973Z","steps":["trace[23295845] 'agreement among raft nodes before linearized reading' (duration: 562.107672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:30.252016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.689673Z","time spent":"562.335836ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18350,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:30.326203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.748768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:30.326205Z","caller":"traceutil/trace.go:171","msg":"trace[1680199731] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"635.237516ms","start":"2026-04-23T01:05:29.690924Z","end":"2026-04-23T01:05:30.326162Z","steps":["trace[1680199731] 'process raft request' (duration: 634.891159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:30.326266Z","caller":"traceutil/trace.go:171","msg":"trace[387369424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24490; }","duration":"509.86069ms","start":"2026-04-23T01:05:29.81639Z","end":"2026-04-23T01:05:30.326251Z","steps":["trace[387369424] 'agreement among raft nodes before linearized reading' (duration: 509.762229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:30.326295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.816367Z","time spent":"509.923122ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:30.326355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.690908Z","time spent":"635.367419ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:30.467543Z","caller":"traceutil/trace.go:171","msg":"trace[786975349] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"129.370661ms","start":"2026-04-23T01:05:30.338146Z","end":"2026-04-23T01:05:30.467517Z","steps":["trace[786975349] 'process raft request' (duration: 81.840168ms)","trace[786975349] 'compare' (duration: 47.403661ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:30.749647Z","caller":"traceutil/trace.go:171","msg":"trace[1888088218] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"277.108387ms","start":"2026-04-23T01:05:30.472499Z","end":"2026-04-23T01:05:30.749607Z","steps":["trace[1888088218] 'process raft request' (duration: 277.050286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:30.749662Z","caller":"traceutil/trace.go:171","msg":"trace[771938580] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"277.258839ms","start":"2026-04-23T01:05:30.472372Z","end":"2026-04-23T01:05:30.749631Z","steps":["trace[771938580] 'process raft request' (duration: 277.012315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:30.749832Z","caller":"traceutil/trace.go:171","msg":"trace[1152707818] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"277.014386ms","start":"2026-04-23T01:05:30.472803Z","end":"2026-04-23T01:05:30.749818Z","steps":["trace[1152707818] 'process raft request' (duration: 276.778561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:30.74982Z","caller":"traceutil/trace.go:171","msg":"trace[855673255] linearizableReadLoop","detail":"{readStateIndex:25296; appliedIndex:25292; }","duration":"275.950775ms","start":"2026-04-23T01:05:30.473854Z","end":"2026-04-23T01:05:30.749805Z","steps":["trace[855673255] 'read index received' (duration: 88.664466ms)","trace[855673255] 'applied index is now lower than readState.Index' (duration: 187.284949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:30.750057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.19554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:05:30.750152Z","caller":"traceutil/trace.go:171","msg":"trace[1735894003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24496; }","duration":"276.330792ms","start":"2026-04-23T01:05:30.473813Z","end":"2026-04-23T01:05:30.750144Z","steps":["trace[1735894003] 'agreement among raft nodes before linearized reading' (duration: 276.137678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:30.847161Z","caller":"traceutil/trace.go:171","msg":"trace[584757051] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"268.24102ms","start":"2026-04-23T01:05:30.578851Z","end":"2026-04-23T01:05:30.847092Z","steps":["trace[584757051] 'process raft request' (duration: 266.158342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:34.088939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.797292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:05:34.135649Z","caller":"traceutil/trace.go:171","msg":"trace[920255106] linearizableReadLoop","detail":"{readStateIndex:25321; appliedIndex:25319; }","duration":"206.729094ms","start":"2026-04-23T01:05:33.928895Z","end":"2026-04-23T01:05:34.135625Z","steps":["trace[920255106] 'read index received' (duration: 57.262505ms)","trace[920255106] 'applied index is now lower than readState.Index' (duration: 149.465399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:34.135889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.983068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:05:34.135957Z","caller":"traceutil/trace.go:171","msg":"trace[738260693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24518; }","duration":"207.06997ms","start":"2026-04-23T01:05:33.928848Z","end":"2026-04-23T01:05:34.135918Z","steps":["trace[738260693] 'agreement among raft nodes before linearized reading' (duration: 206.856457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.313786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.667499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:35.314039Z","caller":"traceutil/trace.go:171","msg":"trace[210360935] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"509.127457ms","start":"2026-04-23T01:05:34.804879Z","end":"2026-04-23T01:05:35.314007Z","steps":["trace[210360935] 'process raft request' (duration: 141.158102ms)","trace[210360935] 'compare' (duration: 367.348063ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:35.314105Z","caller":"traceutil/trace.go:171","msg":"trace[651548815] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"266.205992ms","start":"2026-04-23T01:05:35.047878Z","end":"2026-04-23T01:05:35.314084Z","steps":["trace[651548815] 'process raft request' (duration: 266.152981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.314171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.804869Z","time spent":"509.230769ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.314285Z","caller":"traceutil/trace.go:171","msg":"trace[1814496629] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"446.856367ms","start":"2026-04-23T01:05:34.867419Z","end":"2026-04-23T01:05:35.314276Z","steps":["trace[1814496629] 'process raft request' (duration: 446.570382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.314332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.867394Z","time spent":"446.910877ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.314361Z","caller":"traceutil/trace.go:171","msg":"trace[1234738345] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25328; }","duration":"500.101427ms","start":"2026-04-23T01:05:34.814249Z","end":"2026-04-23T01:05:35.31435Z","steps":["trace[1234738345] 'read index received' (duration: 74.931758ms)","trace[1234738345] 'applied index is now lower than readState.Index' (duration: 425.168589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:35.314487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.233929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:35.314515Z","caller":"traceutil/trace.go:171","msg":"trace[1307442042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24530; }","duration":"500.288291ms","start":"2026-04-23T01:05:34.814218Z","end":"2026-04-23T01:05:35.314506Z","steps":["trace[1307442042] 'agreement among raft nodes before linearized reading' (duration: 500.205749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.314542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.814208Z","time spent":"500.328162ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:35.314598Z","caller":"traceutil/trace.go:171","msg":"trace[84802814] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"507.816281ms","start":"2026-04-23T01:05:34.806771Z","end":"2026-04-23T01:05:35.314588Z","steps":["trace[84802814] 'process raft request' (duration: 507.131399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.314695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.806759Z","time spent":"507.873822ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.351492Z","caller":"traceutil/trace.go:171","msg":"trace[1101171261] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"188.312339ms","start":"2026-04-23T01:05:35.16315Z","end":"2026-04-23T01:05:35.351462Z","steps":["trace[1101171261] 'process raft request' (duration: 188.087234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.351557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.183354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T01:05:35.351617Z","caller":"traceutil/trace.go:171","msg":"trace[1296331836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24531; }","duration":"165.282266ms","start":"2026-04-23T01:05:35.186318Z","end":"2026-04-23T01:05:35.3516Z","steps":["trace[1296331836] 'agreement among raft nodes before linearized reading' (duration: 165.086422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.358583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.309639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:35.35869Z","caller":"traceutil/trace.go:171","msg":"trace[1736510364] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24531; }","duration":"129.479194ms","start":"2026-04-23T01:05:35.229154Z","end":"2026-04-23T01:05:35.358633Z","steps":["trace[1736510364] 'agreement among raft nodes before linearized reading' (duration: 122.230238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.710609Z","caller":"traceutil/trace.go:171","msg":"trace[652483964] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25338; }","duration":"132.202634ms","start":"2026-04-23T01:05:36.57838Z","end":"2026-04-23T01:05:36.710583Z","steps":["trace[652483964] 'read index received' (duration: 131.825837ms)","trace[652483964] 'applied index is now lower than readState.Index' (duration: 375.437µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:36.71085Z","caller":"traceutil/trace.go:171","msg":"trace[1707658649] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"135.895703ms","start":"2026-04-23T01:05:36.574934Z","end":"2026-04-23T01:05:36.71083Z","steps":["trace[1707658649] 'process raft request' (duration: 135.305633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.711064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.636992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.711187Z","caller":"traceutil/trace.go:171","msg":"trace[1723988529] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24536; }","duration":"132.855776ms","start":"2026-04-23T01:05:36.578306Z","end":"2026-04-23T01:05:36.711162Z","steps":["trace[1723988529] 'agreement among raft nodes before linearized reading' (duration: 132.618652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.711467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.991811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:05:36.711982Z","caller":"traceutil/trace.go:171","msg":"trace[1640520276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24536; }","duration":"115.677103ms","start":"2026-04-23T01:05:36.596273Z","end":"2026-04-23T01:05:36.71195Z","steps":["trace[1640520276] 'agreement among raft nodes before linearized reading' (duration: 114.673455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:37.548207Z","caller":"traceutil/trace.go:171","msg":"trace[1828953889] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"137.702678ms","start":"2026-04-23T01:05:37.410475Z","end":"2026-04-23T01:05:37.548177Z","steps":["trace[1828953889] 'process raft request' (duration: 137.508564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.881206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.461249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:05:38.881266Z","caller":"traceutil/trace.go:171","msg":"trace[337530734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24549; }","duration":"157.528781ms","start":"2026-04-23T01:05:38.723723Z","end":"2026-04-23T01:05:38.881252Z","steps":["trace[337530734] 'agreement among raft nodes before linearized reading' (duration: 38.638987ms)","trace[337530734] 'range keys from in-memory index tree' (duration: 118.749961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:38.88138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.020647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:05:38.881499Z","caller":"traceutil/trace.go:171","msg":"trace[390064311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24549; }","duration":"160.179441ms","start":"2026-04-23T01:05:38.721289Z","end":"2026-04-23T01:05:38.881468Z","steps":["trace[390064311] 'agreement among raft nodes before linearized reading' (duration: 41.053962ms)","trace[390064311] 'range keys from in-memory index tree' (duration: 118.883984ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:39.029341Z","caller":"traceutil/trace.go:171","msg":"trace[376132686] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"143.694319ms","start":"2026-04-23T01:05:38.885613Z","end":"2026-04-23T01:05:39.029308Z","steps":["trace[376132686] 'process raft request' (duration: 96.959991ms)","trace[376132686] 'compare' (duration: 46.29144ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:39.2541Z","caller":"traceutil/trace.go:171","msg":"trace[895302318] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"201.454726ms","start":"2026-04-23T01:05:39.052614Z","end":"2026-04-23T01:05:39.254068Z","steps":["trace[895302318] 'process raft request' (duration: 200.938126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:39.703489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.300666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:39.703696Z","caller":"traceutil/trace.go:171","msg":"trace[1079024415] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"271.766426ms","start":"2026-04-23T01:05:39.431896Z","end":"2026-04-23T01:05:39.703662Z","steps":["trace[1079024415] 'process raft request' (duration: 123.204195ms)","trace[1079024415] 'compare' (duration: 148.164964ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:39.703604Z","caller":"traceutil/trace.go:171","msg":"trace[268088727] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25365; }","duration":"150.817684ms","start":"2026-04-23T01:05:39.552764Z","end":"2026-04-23T01:05:39.703582Z","steps":["trace[268088727] 'read index received' (duration: 2.291914ms)","trace[268088727] 'applied index is now lower than readState.Index' (duration: 148.52447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:39.704119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.320474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:05:39.704246Z","caller":"traceutil/trace.go:171","msg":"trace[1776848677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24562; }","duration":"151.488516ms","start":"2026-04-23T01:05:39.552729Z","end":"2026-04-23T01:05:39.704218Z","steps":["trace[1776848677] 'agreement among raft nodes before linearized reading' (duration: 151.190341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:39.793398Z","caller":"traceutil/trace.go:171","msg":"trace[646902680] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"109.068019ms","start":"2026-04-23T01:05:39.684299Z","end":"2026-04-23T01:05:39.793367Z","steps":["trace[646902680] 'process raft request' (duration: 108.878166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:39.793591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.871356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:39.793691Z","caller":"traceutil/trace.go:171","msg":"trace[1607840749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24563; }","duration":"216.042529ms","start":"2026-04-23T01:05:39.577627Z","end":"2026-04-23T01:05:39.79367Z","steps":["trace[1607840749] 'agreement among raft nodes before linearized reading' (duration: 215.817835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:41.179502Z","caller":"traceutil/trace.go:171","msg":"trace[99898232] linearizableReadLoop","detail":"{readStateIndex:25372; appliedIndex:25371; }","duration":"137.938981ms","start":"2026-04-23T01:05:41.041536Z","end":"2026-04-23T01:05:41.179475Z","steps":["trace[99898232] 'read index received' (duration: 58.679812ms)","trace[99898232] 'applied index is now lower than readState.Index' (duration: 79.257949ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:41.179642Z","caller":"traceutil/trace.go:171","msg":"trace[1449788506] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"141.086051ms","start":"2026-04-23T01:05:41.038532Z","end":"2026-04-23T01:05:41.179618Z","steps":["trace[1449788506] 'process raft request' (duration: 61.73978ms)","trace[1449788506] 'compare' (duration: 79.081416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:41.17971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.145175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:41.179834Z","caller":"traceutil/trace.go:171","msg":"trace[1574831885] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24568; }","duration":"138.266157ms","start":"2026-04-23T01:05:41.041529Z","end":"2026-04-23T01:05:41.179795Z","steps":["trace[1574831885] 'agreement among raft nodes before linearized reading' (duration: 138.113494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.673365Z","caller":"traceutil/trace.go:171","msg":"trace[835809200] linearizableReadLoop","detail":"{readStateIndex:25390; appliedIndex:25389; }","duration":"140.208214ms","start":"2026-04-23T01:05:43.533132Z","end":"2026-04-23T01:05:43.67334Z","steps":["trace[835809200] 'read index received' (duration: 97.851459ms)","trace[835809200] 'applied index is now lower than readState.Index' (duration: 42.355625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:43.673395Z","caller":"traceutil/trace.go:171","msg":"trace[146674265] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"140.271096ms","start":"2026-04-23T01:05:43.53308Z","end":"2026-04-23T01:05:43.673351Z","steps":["trace[146674265] 'process raft request' (duration: 97.842799ms)","trace[146674265] 'compare' (duration: 42.230793ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:43.673785Z","caller":"traceutil/trace.go:171","msg":"trace[13383760] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"139.877377ms","start":"2026-04-23T01:05:43.533883Z","end":"2026-04-23T01:05:43.673761Z","steps":["trace[13383760] 'process raft request' (duration: 139.408869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.674024Z","caller":"traceutil/trace.go:171","msg":"trace[840710395] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"139.864618ms","start":"2026-04-23T01:05:43.534116Z","end":"2026-04-23T01:05:43.67398Z","steps":["trace[840710395] 'process raft request' (duration: 139.535221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.674025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.859067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:43.674129Z","caller":"traceutil/trace.go:171","msg":"trace[453080592] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24587; }","duration":"141.01054ms","start":"2026-04-23T01:05:43.533092Z","end":"2026-04-23T01:05:43.674102Z","steps":["trace[453080592] 'agreement among raft nodes before linearized reading' (duration: 140.392528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.674368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.069631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:43.674383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.52206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:43.674435Z","caller":"traceutil/trace.go:171","msg":"trace[815379246] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24588; }","duration":"140.615992ms","start":"2026-04-23T01:05:43.533801Z","end":"2026-04-23T01:05:43.674417Z","steps":["trace[815379246] 'agreement among raft nodes before linearized reading' (duration: 140.53675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.674428Z","caller":"traceutil/trace.go:171","msg":"trace[937609202] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24588; }","duration":"141.192303ms","start":"2026-04-23T01:05:43.533221Z","end":"2026-04-23T01:05:43.674413Z","steps":["trace[937609202] 'agreement among raft nodes before linearized reading' (duration: 140.982249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.67449Z","caller":"traceutil/trace.go:171","msg":"trace[1657780435] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"139.97596ms","start":"2026-04-23T01:05:43.534489Z","end":"2026-04-23T01:05:43.674464Z","steps":["trace[1657780435] 'process raft request' (duration: 139.44596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.674539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.776206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:43.674547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.494694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:43.674579Z","caller":"traceutil/trace.go:171","msg":"trace[754241268] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24588; }","duration":"140.824516ms","start":"2026-04-23T01:05:43.533738Z","end":"2026-04-23T01:05:43.674563Z","steps":["trace[754241268] 'agreement among raft nodes before linearized reading' (duration: 140.761115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.67468Z","caller":"traceutil/trace.go:171","msg":"trace[1768955947] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24588; }","duration":"103.668028ms","start":"2026-04-23T01:05:43.570955Z","end":"2026-04-23T01:05:43.674623Z","steps":["trace[1768955947] 'agreement among raft nodes before linearized reading' (duration: 103.335402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.894501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.809511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:43.894838Z","caller":"traceutil/trace.go:171","msg":"trace[552611038] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"149.087731ms","start":"2026-04-23T01:05:43.745654Z","end":"2026-04-23T01:05:43.894742Z","steps":["trace[552611038] 'process raft request' (duration: 45.911603ms)","trace[552611038] 'compare' (duration: 102.429794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:44.402172Z","caller":"traceutil/trace.go:171","msg":"trace[1225820623] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25395; }","duration":"421.585942ms","start":"2026-04-23T01:05:43.980551Z","end":"2026-04-23T01:05:44.402137Z","steps":["trace[1225820623] 'read index received' (duration: 421.293136ms)","trace[1225820623] 'applied index is now lower than readState.Index' (duration: 291.396µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:44.402496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.66876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:44.402549Z","caller":"traceutil/trace.go:171","msg":"trace[1016914083] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24591; }","duration":"350.883534ms","start":"2026-04-23T01:05:44.05165Z","end":"2026-04-23T01:05:44.402534Z","steps":["trace[1016914083] 'agreement among raft nodes before linearized reading' (duration: 350.703361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.402641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.051616Z","time spent":"351.010807ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:44.402777Z","caller":"traceutil/trace.go:171","msg":"trace[1687456955] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"502.983522ms","start":"2026-04-23T01:05:43.899765Z","end":"2026-04-23T01:05:44.402749Z","steps":["trace[1687456955] 'process raft request' (duration: 502.124456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.402921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.899735Z","time spent":"503.111564ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:44.403168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.919358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:44.403261Z","caller":"traceutil/trace.go:171","msg":"trace[1765725846] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24591; }","duration":"422.751024ms","start":"2026-04-23T01:05:43.980494Z","end":"2026-04-23T01:05:44.403245Z","steps":["trace[1765725846] 'agreement among raft nodes before linearized reading' (duration: 421.844276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.403297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.980472Z","time spent":"422.814804ms","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:44.403097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.58709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:44.403636Z","caller":"traceutil/trace.go:171","msg":"trace[1011193003] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24591; }","duration":"316.149801ms","start":"2026-04-23T01:05:44.087421Z","end":"2026-04-23T01:05:44.403571Z","steps":["trace[1011193003] 'agreement among raft nodes before linearized reading' (duration: 315.325935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.403827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.087333Z","time spent":"316.474827ms","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:45.601434Z","caller":"traceutil/trace.go:171","msg":"trace[1450697587] linearizableReadLoop","detail":"{readStateIndex:25403; appliedIndex:25402; }","duration":"158.583129ms","start":"2026-04-23T01:05:45.442829Z","end":"2026-04-23T01:05:45.601412Z","steps":["trace[1450697587] 'read index received' (duration: 66.742364ms)","trace[1450697587] 'applied index is now lower than readState.Index' (duration: 91.839825ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:45.601444Z","caller":"traceutil/trace.go:171","msg":"trace[517808566] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"196.221407ms","start":"2026-04-23T01:05:45.405181Z","end":"2026-04-23T01:05:45.601402Z","steps":["trace[517808566] 'process raft request' (duration: 104.456443ms)","trace[517808566] 'compare' (duration: 91.399297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:45.601627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.783503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:05:45.601627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.714962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:45.601668Z","caller":"traceutil/trace.go:171","msg":"trace[669955698] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24599; }","duration":"158.836494ms","start":"2026-04-23T01:05:45.442821Z","end":"2026-04-23T01:05:45.601658Z","steps":["trace[669955698] 'agreement among raft nodes before linearized reading' (duration: 158.702731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:45.601697Z","caller":"traceutil/trace.go:171","msg":"trace[1887372582] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24599; }","duration":"158.808404ms","start":"2026-04-23T01:05:45.44287Z","end":"2026-04-23T01:05:45.601678Z","steps":["trace[1887372582] 'agreement among raft nodes before linearized reading' (duration: 158.698152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:45.601956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.059451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:45.60198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.279444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:05:45.602015Z","caller":"traceutil/trace.go:171","msg":"trace[1938008026] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24599; }","duration":"158.342215ms","start":"2026-04-23T01:05:45.443664Z","end":"2026-04-23T01:05:45.602006Z","steps":["trace[1938008026] 'agreement among raft nodes before linearized reading' (duration: 158.227763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:45.602015Z","caller":"traceutil/trace.go:171","msg":"trace[1314767031] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24599; }","duration":"158.147732ms","start":"2026-04-23T01:05:45.443854Z","end":"2026-04-23T01:05:45.602002Z","steps":["trace[1314767031] 'agreement among raft nodes before linearized reading' (duration: 158.04093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:45.60205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.983232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:45.602101Z","caller":"traceutil/trace.go:171","msg":"trace[1909545904] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24599; }","duration":"114.054903ms","start":"2026-04-23T01:05:45.488032Z","end":"2026-04-23T01:05:45.602087Z","steps":["trace[1909545904] 'agreement among raft nodes before linearized reading' (duration: 113.974982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:46.574075Z","caller":"traceutil/trace.go:171","msg":"trace[1403248754] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"121.042035ms","start":"2026-04-23T01:05:46.452997Z","end":"2026-04-23T01:05:46.574039Z","steps":["trace[1403248754] 'process raft request' (duration: 120.830601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:47.057187Z","caller":"traceutil/trace.go:171","msg":"trace[611797046] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"123.9342ms","start":"2026-04-23T01:05:46.933212Z","end":"2026-04-23T01:05:47.057146Z","steps":["trace[611797046] 'process raft request' (duration: 33.776766ms)","trace[611797046] 'compare' (duration: 89.871669ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:47.257979Z","caller":"traceutil/trace.go:171","msg":"trace[900152621] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"104.786828ms","start":"2026-04-23T01:05:47.15315Z","end":"2026-04-23T01:05:47.257937Z","steps":["trace[900152621] 'process raft request' (duration: 19.278291ms)","trace[900152621] 'compare' (duration: 85.306684ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:47.851729Z","caller":"traceutil/trace.go:171","msg":"trace[1264274727] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"159.247712ms","start":"2026-04-23T01:05:47.692454Z","end":"2026-04-23T01:05:47.851701Z","steps":["trace[1264274727] 'process raft request' (duration: 158.01598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:47.912073Z","caller":"traceutil/trace.go:171","msg":"trace[215360250] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"139.133915ms","start":"2026-04-23T01:05:47.772915Z","end":"2026-04-23T01:05:47.912049Z","steps":["trace[215360250] 'process raft request' (duration: 139.052023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:47.912226Z","caller":"traceutil/trace.go:171","msg":"trace[1083312363] linearizableReadLoop","detail":"{readStateIndex:25419; appliedIndex:25417; }","duration":"140.832387ms","start":"2026-04-23T01:05:47.771349Z","end":"2026-04-23T01:05:47.912182Z","steps":["trace[1083312363] 'read index received' (duration: 79.322961ms)","trace[1083312363] 'applied index is now lower than readState.Index' (duration: 61.507056ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:47.912256Z","caller":"traceutil/trace.go:171","msg":"trace[362720377] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"139.671414ms","start":"2026-04-23T01:05:47.772558Z","end":"2026-04-23T01:05:47.91223Z","steps":["trace[362720377] 'process raft request' (duration: 139.365558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:47.912256Z","caller":"traceutil/trace.go:171","msg":"trace[288158895] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"208.178312ms","start":"2026-04-23T01:05:47.704045Z","end":"2026-04-23T01:05:47.912223Z","steps":["trace[288158895] 'process raft request' (duration: 207.756554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:47.912417Z","caller":"traceutil/trace.go:171","msg":"trace[1957143652] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"139.122265ms","start":"2026-04-23T01:05:47.773284Z","end":"2026-04-23T01:05:47.912406Z","steps":["trace[1957143652] 'process raft request' (duration: 138.722477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:47.91246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.090501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:47.912501Z","caller":"traceutil/trace.go:171","msg":"trace[446778878] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24617; }","duration":"141.204463ms","start":"2026-04-23T01:05:47.771284Z","end":"2026-04-23T01:05:47.912489Z","steps":["trace[446778878] 'agreement among raft nodes before linearized reading' (duration: 141.116412ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.087651Z","caller":"traceutil/trace.go:171","msg":"trace[1710265409] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25422; }","duration":"175.335705ms","start":"2026-04-23T01:05:47.912286Z","end":"2026-04-23T01:05:48.087621Z","steps":["trace[1710265409] 'read index received' (duration: 87.794549ms)","trace[1710265409] 'applied index is now lower than readState.Index' (duration: 87.539446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:48.087913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.443887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.087944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.341622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.087981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.454517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:48.087996Z","caller":"traceutil/trace.go:171","msg":"trace[2122665707] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24617; }","duration":"316.562918ms","start":"2026-04-23T01:05:47.771417Z","end":"2026-04-23T01:05:48.08798Z","steps":["trace[2122665707] 'agreement among raft nodes before linearized reading' (duration: 316.410156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.088001Z","caller":"traceutil/trace.go:171","msg":"trace[958783843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24617; }","duration":"194.477564ms","start":"2026-04-23T01:05:47.893508Z","end":"2026-04-23T01:05:48.087986Z","steps":["trace[958783843] 'agreement among raft nodes before linearized reading' (duration: 194.368983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.088029Z","caller":"traceutil/trace.go:171","msg":"trace[716493708] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24617; }","duration":"316.575229ms","start":"2026-04-23T01:05:47.77144Z","end":"2026-04-23T01:05:48.088015Z","steps":["trace[716493708] 'agreement among raft nodes before linearized reading' (duration: 316.328885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.08804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.771399Z","time spent":"316.632619ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T01:05:48.088035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.492247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:48.088139Z","caller":"traceutil/trace.go:171","msg":"trace[1808872301] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24617; }","duration":"316.65697ms","start":"2026-04-23T01:05:47.771459Z","end":"2026-04-23T01:05:48.088116Z","steps":["trace[1808872301] 'agreement among raft nodes before linearized reading' (duration: 316.438536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.088148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.92148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:05:48.088203Z","caller":"traceutil/trace.go:171","msg":"trace[1548361884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24617; }","duration":"138.981671ms","start":"2026-04-23T01:05:47.949208Z","end":"2026-04-23T01:05:48.088189Z","steps":["trace[1548361884] 'agreement among raft nodes before linearized reading' (duration: 138.770207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.088202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.771452Z","time spent":"316.737241ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:05:48.088074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.771413Z","time spent":"316.65333ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:05:48.08842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.250898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:48.088635Z","caller":"traceutil/trace.go:171","msg":"trace[172835842] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24617; }","duration":"302.481323ms","start":"2026-04-23T01:05:47.786113Z","end":"2026-04-23T01:05:48.088594Z","steps":["trace[172835842] 'agreement among raft nodes before linearized reading' (duration: 301.546636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.088751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.786065Z","time spent":"302.665757ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:05:50.69294Z","caller":"traceutil/trace.go:171","msg":"trace[119769619] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25441; }","duration":"188.298169ms","start":"2026-04-23T01:05:50.50462Z","end":"2026-04-23T01:05:50.692918Z","steps":["trace[119769619] 'read index received' (duration: 187.84224ms)","trace[119769619] 'applied index is now lower than readState.Index' (duration: 454.959µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.693075Z","caller":"traceutil/trace.go:171","msg":"trace[851734563] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"226.69275ms","start":"2026-04-23T01:05:50.466372Z","end":"2026-04-23T01:05:50.693064Z","steps":["trace[851734563] 'process raft request' (duration: 226.21842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.693401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.759887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:05:50.693478Z","caller":"traceutil/trace.go:171","msg":"trace[1365166528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24636; }","duration":"188.88921ms","start":"2026-04-23T01:05:50.50457Z","end":"2026-04-23T01:05:50.693459Z","steps":["trace[1365166528] 'agreement among raft nodes before linearized reading' (duration: 188.638545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.972746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.096978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:50.972863Z","caller":"traceutil/trace.go:171","msg":"trace[238791865] linearizableReadLoop","detail":"{readStateIndex:25444; appliedIndex:25442; }","duration":"253.788719ms","start":"2026-04-23T01:05:50.719056Z","end":"2026-04-23T01:05:50.972844Z","steps":["trace[238791865] 'read index received' (duration: 18.380605ms)","trace[238791865] 'applied index is now lower than readState.Index' (duration: 235.406764ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.97312Z","caller":"traceutil/trace.go:171","msg":"trace[2078717798] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"275.270703ms","start":"2026-04-23T01:05:50.697834Z","end":"2026-04-23T01:05:50.973105Z","steps":["trace[2078717798] 'process raft request' (duration: 98.705805ms)","trace[2078717798] 'compare' (duration: 175.945816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:50.973279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.199927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T01:05:50.973363Z","caller":"traceutil/trace.go:171","msg":"trace[1505241362] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24638; }","duration":"254.339339ms","start":"2026-04-23T01:05:50.719004Z","end":"2026-04-23T01:05:50.973343Z","steps":["trace[1505241362] 'agreement among raft nodes before linearized reading' (duration: 254.096645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.977549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.624679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:50.977597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.910141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129215"} {"level":"info","ts":"2026-04-23T01:05:50.977604Z","caller":"traceutil/trace.go:171","msg":"trace[266293728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24639; }","duration":"151.71717ms","start":"2026-04-23T01:05:50.825873Z","end":"2026-04-23T01:05:50.977591Z","steps":["trace[266293728] 'agreement among raft nodes before linearized reading' (duration: 151.607498ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:50.977629Z","caller":"traceutil/trace.go:171","msg":"trace[1296796019] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24639; }","duration":"228.972392ms","start":"2026-04-23T01:05:50.748648Z","end":"2026-04-23T01:05:50.977621Z","steps":["trace[1296796019] 'agreement among raft nodes before linearized reading' (duration: 228.827129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.154104Z","caller":"traceutil/trace.go:171","msg":"trace[60941474] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"228.258319ms","start":"2026-04-23T01:05:51.925818Z","end":"2026-04-23T01:05:52.154077Z","steps":["trace[60941474] 'process raft request' (duration: 171.35062ms)","trace[60941474] 'compare' (duration: 56.710675ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:52.154358Z","caller":"traceutil/trace.go:171","msg":"trace[661335098] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"227.409482ms","start":"2026-04-23T01:05:51.926925Z","end":"2026-04-23T01:05:52.154335Z","steps":["trace[661335098] 'process raft request' (duration: 227.105167ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.15478Z","caller":"traceutil/trace.go:171","msg":"trace[474631426] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"226.058948ms","start":"2026-04-23T01:05:51.928709Z","end":"2026-04-23T01:05:52.154768Z","steps":["trace[474631426] 'process raft request' (duration: 225.548628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.154853Z","caller":"traceutil/trace.go:171","msg":"trace[217759893] linearizableReadLoop","detail":"{readStateIndex:25452; appliedIndex:25448; }","duration":"205.600173ms","start":"2026-04-23T01:05:51.949234Z","end":"2026-04-23T01:05:52.154835Z","steps":["trace[217759893] 'read index received' (duration: 10.801313ms)","trace[217759893] 'applied index is now lower than readState.Index' (duration: 194.79813ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:52.154947Z","caller":"traceutil/trace.go:171","msg":"trace[60605396] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"190.781625ms","start":"2026-04-23T01:05:51.964145Z","end":"2026-04-23T01:05:52.154926Z","steps":["trace[60605396] 'process raft request' (duration: 190.628932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.155008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.753946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.155032Z","caller":"traceutil/trace.go:171","msg":"trace[1192016012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24647; }","duration":"205.821988ms","start":"2026-04-23T01:05:51.9492Z","end":"2026-04-23T01:05:52.155022Z","steps":["trace[1192016012] 'agreement among raft nodes before linearized reading' (duration: 205.740536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.424505Z","caller":"traceutil/trace.go:171","msg":"trace[1609951848] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"236.971572ms","start":"2026-04-23T01:05:52.187504Z","end":"2026-04-23T01:05:52.424475Z","steps":["trace[1609951848] 'process raft request' (duration: 236.754159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:10.460372Z","caller":"traceutil/trace.go:171","msg":"trace[736386039] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"123.47144ms","start":"2026-04-23T01:06:10.336869Z","end":"2026-04-23T01:06:10.46034Z","steps":["trace[736386039] 'process raft request' (duration: 122.91299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:10.460384Z","caller":"traceutil/trace.go:171","msg":"trace[639968390] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"112.655687ms","start":"2026-04-23T01:06:10.347694Z","end":"2026-04-23T01:06:10.46035Z","steps":["trace[639968390] 'process raft request' (duration: 112.566006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:10.817337Z","caller":"traceutil/trace.go:171","msg":"trace[1047306913] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"117.899635ms","start":"2026-04-23T01:06:10.699394Z","end":"2026-04-23T01:06:10.817293Z","steps":["trace[1047306913] 'process raft request' (duration: 114.504301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:11.02673Z","caller":"traceutil/trace.go:171","msg":"trace[1078420603] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25624; }","duration":"158.931336ms","start":"2026-04-23T01:06:10.867709Z","end":"2026-04-23T01:06:11.026641Z","steps":["trace[1078420603] 'read index received' (duration: 158.669581ms)","trace[1078420603] 'applied index is now lower than readState.Index' (duration: 260.415µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:11.02676Z","caller":"traceutil/trace.go:171","msg":"trace[1772003849] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"199.103171ms","start":"2026-04-23T01:06:10.827624Z","end":"2026-04-23T01:06:11.026727Z","steps":["trace[1772003849] 'process raft request' (duration: 198.819326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.026998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.271253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:11.027056Z","caller":"traceutil/trace.go:171","msg":"trace[352232804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24814; }","duration":"159.388005ms","start":"2026-04-23T01:06:10.867656Z","end":"2026-04-23T01:06:11.027044Z","steps":["trace[352232804] 'agreement among raft nodes before linearized reading' (duration: 159.157151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.533269Z","caller":"traceutil/trace.go:171","msg":"trace[2140656368] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25642; }","duration":"293.061786ms","start":"2026-04-23T01:06:12.24017Z","end":"2026-04-23T01:06:12.533231Z","steps":["trace[2140656368] 'read index received' (duration: 285.618087ms)","trace[2140656368] 'applied index is now lower than readState.Index' (duration: 7.441699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:12.534465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.925063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:12.534519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.32064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:12.534594Z","caller":"traceutil/trace.go:171","msg":"trace[73706531] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"171.017073ms","start":"2026-04-23T01:06:12.363566Z","end":"2026-04-23T01:06:12.534583Z","steps":["trace[73706531] 'process raft request' (duration: 170.593885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.534605Z","caller":"traceutil/trace.go:171","msg":"trace[1109991557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24835; }","duration":"294.459893ms","start":"2026-04-23T01:06:12.240123Z","end":"2026-04-23T01:06:12.534583Z","steps":["trace[1109991557] 'agreement among raft nodes before linearized reading' (duration: 294.231909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.534827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.008939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:12.534866Z","caller":"traceutil/trace.go:171","msg":"trace[1798963406] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24835; }","duration":"282.04955ms","start":"2026-04-23T01:06:12.252808Z","end":"2026-04-23T01:06:12.534858Z","steps":["trace[1798963406] 'agreement among raft nodes before linearized reading' (duration: 281.987489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.534549Z","caller":"traceutil/trace.go:171","msg":"trace[1289589407] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24835; }","duration":"285.054496ms","start":"2026-04-23T01:06:12.249477Z","end":"2026-04-23T01:06:12.534531Z","steps":["trace[1289589407] 'agreement among raft nodes before linearized reading' (duration: 284.910583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.534999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.639803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4764"} {"level":"info","ts":"2026-04-23T01:06:12.535114Z","caller":"traceutil/trace.go:171","msg":"trace[517304132] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24835; }","duration":"272.811517ms","start":"2026-04-23T01:06:12.262257Z","end":"2026-04-23T01:06:12.535069Z","steps":["trace[517304132] 'agreement among raft nodes before linearized reading' (duration: 272.501271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.535212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.853907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:06:12.53529Z","caller":"traceutil/trace.go:171","msg":"trace[307941402] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24835; }","duration":"107.980849ms","start":"2026-04-23T01:06:12.427289Z","end":"2026-04-23T01:06:12.53527Z","steps":["trace[307941402] 'agreement among raft nodes before linearized reading' (duration: 107.841237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.5353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.74191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:12.535362Z","caller":"traceutil/trace.go:171","msg":"trace[309076257] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24835; }","duration":"152.852842ms","start":"2026-04-23T01:06:12.382495Z","end":"2026-04-23T01:06:12.535348Z","steps":["trace[309076257] 'agreement among raft nodes before linearized reading' (duration: 152.76642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.5354Z","caller":"traceutil/trace.go:171","msg":"trace[76025687] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"369.868269ms","start":"2026-04-23T01:06:12.165418Z","end":"2026-04-23T01:06:12.535286Z","steps":["trace[76025687] 'process raft request' (duration: 360.280879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.535566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.165399Z","time spent":"370.106743ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2249,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:06:12.776378Z","caller":"traceutil/trace.go:171","msg":"trace[1616916531] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"236.714998ms","start":"2026-04-23T01:06:12.53963Z","end":"2026-04-23T01:06:12.776345Z","steps":["trace[1616916531] 'process raft request' (duration: 236.338421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.776405Z","caller":"traceutil/trace.go:171","msg":"trace[1110974695] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"236.184239ms","start":"2026-04-23T01:06:12.540192Z","end":"2026-04-23T01:06:12.776376Z","steps":["trace[1110974695] 'process raft request' (duration: 236.030496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.776787Z","caller":"traceutil/trace.go:171","msg":"trace[650706968] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"233.489017ms","start":"2026-04-23T01:06:12.543088Z","end":"2026-04-23T01:06:12.776577Z","steps":["trace[650706968] 'process raft request' (duration: 233.215992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.784636Z","caller":"traceutil/trace.go:171","msg":"trace[433768906] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25647; }","duration":"134.014109ms","start":"2026-04-23T01:06:12.650603Z","end":"2026-04-23T01:06:12.784617Z","steps":["trace[433768906] 'read index received' (duration: 125.453658ms)","trace[433768906] 'applied index is now lower than readState.Index' (duration: 8.559251ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:12.784687Z","caller":"traceutil/trace.go:171","msg":"trace[206180905] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"193.73352ms","start":"2026-04-23T01:06:12.590921Z","end":"2026-04-23T01:06:12.784655Z","steps":["trace[206180905] 'process raft request' (duration: 193.567697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.785255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.629889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:12.785318Z","caller":"traceutil/trace.go:171","msg":"trace[902482225] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24839; }","duration":"134.765912ms","start":"2026-04-23T01:06:12.650533Z","end":"2026-04-23T01:06:12.785299Z","steps":["trace[902482225] 'agreement among raft nodes before linearized reading' (duration: 134.174671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:13.513539Z","caller":"traceutil/trace.go:171","msg":"trace[1300442138] linearizableReadLoop","detail":"{readStateIndex:25655; appliedIndex:25653; }","duration":"193.029657ms","start":"2026-04-23T01:06:13.320479Z","end":"2026-04-23T01:06:13.513509Z","steps":["trace[1300442138] 'read index received' (duration: 8.5406ms)","trace[1300442138] 'applied index is now lower than readState.Index' (duration: 184.488007ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:13.513627Z","caller":"traceutil/trace.go:171","msg":"trace[738121668] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"218.721651ms","start":"2026-04-23T01:06:13.294882Z","end":"2026-04-23T01:06:13.513604Z","steps":["trace[738121668] 'process raft request' (duration: 119.017037ms)","trace[738121668] 'compare' (duration: 99.412048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:13.513851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.353873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T01:06:13.51418Z","caller":"traceutil/trace.go:171","msg":"trace[1653750714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24843; }","duration":"193.73272ms","start":"2026-04-23T01:06:13.320434Z","end":"2026-04-23T01:06:13.514166Z","steps":["trace[1653750714] 'agreement among raft nodes before linearized reading' (duration: 193.229201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:13.715186Z","caller":"traceutil/trace.go:171","msg":"trace[1899982341] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"197.383119ms","start":"2026-04-23T01:06:13.51777Z","end":"2026-04-23T01:06:13.715153Z","steps":["trace[1899982341] 'process raft request' (duration: 149.848336ms)","trace[1899982341] 'compare' (duration: 47.212227ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:13.749039Z","caller":"traceutil/trace.go:171","msg":"trace[409588620] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"230.9664ms","start":"2026-04-23T01:06:13.518044Z","end":"2026-04-23T01:06:13.749011Z","steps":["trace[409588620] 'process raft request' (duration: 230.837198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.111093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.86414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.111153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.245944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:14.111185Z","caller":"traceutil/trace.go:171","msg":"trace[1687511546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24846; }","duration":"295.002853ms","start":"2026-04-23T01:06:13.81616Z","end":"2026-04-23T01:06:14.111163Z","steps":["trace[1687511546] 'range keys from in-memory index tree' (duration: 294.795898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.111248Z","caller":"traceutil/trace.go:171","msg":"trace[1222557655] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24846; }","duration":"356.359846ms","start":"2026-04-23T01:06:13.75486Z","end":"2026-04-23T01:06:14.11122Z","steps":["trace[1222557655] 'agreement among raft nodes before linearized reading' (duration: 60.150951ms)","trace[1222557655] 'range keys from in-memory index tree' (duration: 296.081073ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:14.111489Z","caller":"traceutil/trace.go:171","msg":"trace[1590378231] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"195.637086ms","start":"2026-04-23T01:06:13.915821Z","end":"2026-04-23T01:06:14.111459Z","steps":["trace[1590378231] 'process raft request' (duration: 178.31058ms)","trace[1590378231] 'compare' (duration: 16.709764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:14.111555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.754854Z","time spent":"356.680963ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T01:06:14.306744Z","caller":"traceutil/trace.go:171","msg":"trace[46154869] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"160.574528ms","start":"2026-04-23T01:06:14.146141Z","end":"2026-04-23T01:06:14.306715Z","steps":["trace[46154869] 'process raft request' (duration: 97.876459ms)","trace[46154869] 'compare' (duration: 62.353372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:14.929776Z","caller":"traceutil/trace.go:171","msg":"trace[1911785491] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"144.867642ms","start":"2026-04-23T01:06:14.784888Z","end":"2026-04-23T01:06:14.929755Z","steps":["trace[1911785491] 'process raft request' (duration: 88.562664ms)","trace[1911785491] 'compare' (duration: 56.063464ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:14.929958Z","caller":"traceutil/trace.go:171","msg":"trace[369851061] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25665; }","duration":"128.843531ms","start":"2026-04-23T01:06:14.801085Z","end":"2026-04-23T01:06:14.929928Z","steps":["trace[369851061] 'read index received' (duration: 23.072354ms)","trace[369851061] 'applied index is now lower than readState.Index' (duration: 105.767157ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:14.930033Z","caller":"traceutil/trace.go:171","msg":"trace[289099340] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"145.111726ms","start":"2026-04-23T01:06:14.784891Z","end":"2026-04-23T01:06:14.930003Z","steps":["trace[289099340] 'process raft request' (duration: 144.835311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.930216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.110446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:14.930275Z","caller":"traceutil/trace.go:171","msg":"trace[646440527] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24856; }","duration":"129.191577ms","start":"2026-04-23T01:06:14.801068Z","end":"2026-04-23T01:06:14.93026Z","steps":["trace[646440527] 'agreement among raft nodes before linearized reading' (duration: 128.969493ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:15.570095Z","caller":"traceutil/trace.go:171","msg":"trace[1890084955] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"235.816351ms","start":"2026-04-23T01:06:15.334257Z","end":"2026-04-23T01:06:15.570074Z","steps":["trace[1890084955] 'process raft request' (duration: 235.612107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.364471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.496599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:17.364532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.179594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:17.364615Z","caller":"traceutil/trace.go:171","msg":"trace[93691570] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24869; }","duration":"421.303727ms","start":"2026-04-23T01:06:16.943289Z","end":"2026-04-23T01:06:17.364593Z","steps":["trace[93691570] 'range keys from in-memory index tree' (duration: 420.999601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.364665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.943273Z","time spent":"421.382888ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:17.364557Z","caller":"traceutil/trace.go:171","msg":"trace[268751117] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24869; }","duration":"290.600361ms","start":"2026-04-23T01:06:17.073935Z","end":"2026-04-23T01:06:17.364536Z","steps":["trace[268751117] 'count revisions from in-memory index tree' (duration: 290.364086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.364763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.836267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:06:17.364785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.994071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:17.36478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.711212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:17.36484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.946968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:17.364874Z","caller":"traceutil/trace.go:171","msg":"trace[1406773002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"298.841295ms","start":"2026-04-23T01:06:17.066021Z","end":"2026-04-23T01:06:17.364862Z","steps":["trace[1406773002] 'range keys from in-memory index tree' (duration: 298.60729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:17.364872Z","caller":"traceutil/trace.go:171","msg":"trace[986122483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24869; }","duration":"430.123802ms","start":"2026-04-23T01:06:16.934725Z","end":"2026-04-23T01:06:17.364848Z","steps":["trace[986122483] 'range keys from in-memory index tree' (duration: 429.689934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:17.364879Z","caller":"traceutil/trace.go:171","msg":"trace[829110728] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24869; }","duration":"206.158843ms","start":"2026-04-23T01:06:17.1587Z","end":"2026-04-23T01:06:17.364859Z","steps":["trace[829110728] 'count revisions from in-memory index tree' (duration: 205.865588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.364857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.950231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T01:06:17.364891Z","caller":"traceutil/trace.go:171","msg":"trace[1672807574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24869; }","duration":"431.014459ms","start":"2026-04-23T01:06:16.933861Z","end":"2026-04-23T01:06:17.364875Z","steps":["trace[1672807574] 'range keys from in-memory index tree' (duration: 430.811786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.364928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.934716Z","time spent":"430.195343ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:17.364916Z","caller":"traceutil/trace.go:171","msg":"trace[1719848698] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"186.308081ms","start":"2026-04-23T01:06:17.178581Z","end":"2026-04-23T01:06:17.364889Z","steps":["trace[1719848698] 'process raft request' (duration: 185.553997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.365312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.192751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:06:17.364942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.93385Z","time spent":"431.08326ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:06:17.365456Z","caller":"traceutil/trace.go:171","msg":"trace[48103019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24869; }","duration":"433.441956ms","start":"2026-04-23T01:06:16.932001Z","end":"2026-04-23T01:06:17.365443Z","steps":["trace[48103019] 'range keys from in-memory index tree' (duration: 432.173231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:17.364946Z","caller":"traceutil/trace.go:171","msg":"trace[393332637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24869; }","duration":"213.090064ms","start":"2026-04-23T01:06:17.151838Z","end":"2026-04-23T01:06:17.364928Z","steps":["trace[393332637] 'range keys from in-memory index tree' (duration: 212.763978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:17.365526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.93198Z","time spent":"433.503746ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:17.364932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.693813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:17.365605Z","caller":"traceutil/trace.go:171","msg":"trace[719278814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24869; }","duration":"340.392276ms","start":"2026-04-23T01:06:17.025196Z","end":"2026-04-23T01:06:17.365588Z","steps":["trace[719278814] 'range keys from in-memory index tree' (duration: 339.672442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:18.302971Z","caller":"traceutil/trace.go:171","msg":"trace[1665976418] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"139.926689ms","start":"2026-04-23T01:06:18.163002Z","end":"2026-04-23T01:06:18.302929Z","steps":["trace[1665976418] 'process raft request' (duration: 139.596943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:18.303056Z","caller":"traceutil/trace.go:171","msg":"trace[1612451713] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25694; }","duration":"129.537713ms","start":"2026-04-23T01:06:18.173298Z","end":"2026-04-23T01:06:18.302836Z","steps":["trace[1612451713] 'read index received' (duration: 129.34352ms)","trace[1612451713] 'applied index is now lower than readState.Index' (duration: 192.933µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:18.303255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.91166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:18.303365Z","caller":"traceutil/trace.go:171","msg":"trace[1395144881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24882; }","duration":"130.074084ms","start":"2026-04-23T01:06:18.173273Z","end":"2026-04-23T01:06:18.303347Z","steps":["trace[1395144881] 'agreement among raft nodes before linearized reading' (duration: 129.746997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.09205Z","caller":"traceutil/trace.go:171","msg":"trace[1549515537] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"167.912576ms","start":"2026-04-23T01:06:18.924089Z","end":"2026-04-23T01:06:19.092002Z","steps":["trace[1549515537] 'process raft request' (duration: 128.300901ms)","trace[1549515537] 'compare' (duration: 39.37615ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:20.467338Z","caller":"traceutil/trace.go:171","msg":"trace[1856993583] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"158.04753ms","start":"2026-04-23T01:06:20.309249Z","end":"2026-04-23T01:06:20.467296Z","steps":["trace[1856993583] 'process raft request' (duration: 157.760255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.513572Z","caller":"traceutil/trace.go:171","msg":"trace[629169907] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"104.888891ms","start":"2026-04-23T01:06:20.408646Z","end":"2026-04-23T01:06:20.513535Z","steps":["trace[629169907] 'process raft request' (duration: 104.570775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.666168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.772387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:20.666405Z","caller":"traceutil/trace.go:171","msg":"trace[1020589755] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24902; }","duration":"114.108703ms","start":"2026-04-23T01:06:20.552268Z","end":"2026-04-23T01:06:20.666377Z","steps":["trace[1020589755] 'range keys from in-memory index tree' (duration: 113.636455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.666199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.604934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:20.666686Z","caller":"traceutil/trace.go:171","msg":"trace[2137800316] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24902; }","duration":"114.103513ms","start":"2026-04-23T01:06:20.552503Z","end":"2026-04-23T01:06:20.666606Z","steps":["trace[2137800316] 'range keys from in-memory index tree' (duration: 113.499013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.875884Z","caller":"traceutil/trace.go:171","msg":"trace[1209532985] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"162.036055ms","start":"2026-04-23T01:06:20.713805Z","end":"2026-04-23T01:06:20.875841Z","steps":["trace[1209532985] 'process raft request' (duration: 101.13568ms)","trace[1209532985] 'compare' (duration: 60.65735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:22.283053Z","caller":"traceutil/trace.go:171","msg":"trace[576419833] linearizableReadLoop","detail":"{readStateIndex:25725; appliedIndex:25724; }","duration":"232.467998ms","start":"2026-04-23T01:06:22.050484Z","end":"2026-04-23T01:06:22.282952Z","steps":["trace[576419833] 'read index received' (duration: 220.956662ms)","trace[576419833] 'applied index is now lower than readState.Index' (duration: 11.509846ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:22.283096Z","caller":"traceutil/trace.go:171","msg":"trace[394558963] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"289.782465ms","start":"2026-04-23T01:06:21.993281Z","end":"2026-04-23T01:06:22.283064Z","steps":["trace[394558963] 'process raft request' (duration: 278.095646ms)","trace[394558963] 'compare' (duration: 11.244451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:22.283428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.887016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:22.283476Z","caller":"traceutil/trace.go:171","msg":"trace[1986451341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24912; }","duration":"233.010228ms","start":"2026-04-23T01:06:22.050454Z","end":"2026-04-23T01:06:22.283465Z","steps":["trace[1986451341] 'agreement among raft nodes before linearized reading' (duration: 232.754324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:22.563536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.420364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:06:22.563603Z","caller":"traceutil/trace.go:171","msg":"trace[2068433399] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24913; }","duration":"135.538887ms","start":"2026-04-23T01:06:22.428049Z","end":"2026-04-23T01:06:22.563588Z","steps":["trace[2068433399] 'range keys from in-memory index tree' (duration: 135.249601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:22.905524Z","caller":"traceutil/trace.go:171","msg":"trace[1485860296] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"134.874074ms","start":"2026-04-23T01:06:22.770612Z","end":"2026-04-23T01:06:22.905486Z","steps":["trace[1485860296] 'process raft request' (duration: 134.504448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:25.911409Z","caller":"traceutil/trace.go:171","msg":"trace[1852335017] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"203.740048ms","start":"2026-04-23T01:06:25.707637Z","end":"2026-04-23T01:06:25.911377Z","steps":["trace[1852335017] 'process raft request' (duration: 120.81584ms)","trace[1852335017] 'compare' (duration: 82.694614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:27.0843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.276885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:27.08493Z","caller":"traceutil/trace.go:171","msg":"trace[1551243984] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"159.026558ms","start":"2026-04-23T01:06:26.925879Z","end":"2026-04-23T01:06:27.084905Z","steps":["trace[1551243984] 'process raft request' (duration: 26.05892ms)","trace[1551243984] 'compare' (duration: 131.868587ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:27.085125Z","caller":"traceutil/trace.go:171","msg":"trace[1328692737] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"114.99086ms","start":"2026-04-23T01:06:26.970091Z","end":"2026-04-23T01:06:27.085082Z","steps":["trace[1328692737] 'process raft request' (duration: 114.314647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:28.061459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.373354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T01:06:29.000511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.956419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:29.000678Z","caller":"traceutil/trace.go:171","msg":"trace[1305504663] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"361.560064ms","start":"2026-04-23T01:06:28.639088Z","end":"2026-04-23T01:06:29.000648Z","steps":["trace[1305504663] 'process raft request' (duration: 252.875631ms)","trace[1305504663] 'compare' (duration: 107.763766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:29.000779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.639059Z","time spent":"361.662105ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.705867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.814063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:29.706049Z","caller":"traceutil/trace.go:171","msg":"trace[1024573837] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"1.030522254s","start":"2026-04-23T01:06:28.675506Z","end":"2026-04-23T01:06:29.706028Z","steps":["trace[1024573837] 'process raft request' (duration: 581.444645ms)","trace[1024573837] 'compare' (duration: 448.688041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:29.706111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.67549Z","time spent":"1.030592836s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.706778Z","caller":"traceutil/trace.go:171","msg":"trace[548721435] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"870.051908ms","start":"2026-04-23T01:06:28.83671Z","end":"2026-04-23T01:06:29.706762Z","steps":["trace[548721435] 'process raft request' (duration: 869.274604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.706771Z","caller":"traceutil/trace.go:171","msg":"trace[1004882904] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25772; }","duration":"1.002818084s","start":"2026-04-23T01:06:28.703913Z","end":"2026-04-23T01:06:29.706731Z","steps":["trace[1004882904] 'read index received' (duration: 188.085744ms)","trace[1004882904] 'applied index is now lower than readState.Index' (duration: 814.72995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:29.706858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.836687Z","time spent":"870.13357ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.706874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002966586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:29.706905Z","caller":"traceutil/trace.go:171","msg":"trace[1135216843] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24960; }","duration":"1.003029888s","start":"2026-04-23T01:06:28.703867Z","end":"2026-04-23T01:06:29.706897Z","steps":["trace[1135216843] 'agreement among raft nodes before linearized reading' (duration: 1.002958406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.706923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.703856Z","time spent":"1.003064018s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T01:06:29.762575Z","caller":"traceutil/trace.go:171","msg":"trace[962974898] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"671.318765ms","start":"2026-04-23T01:06:29.091214Z","end":"2026-04-23T01:06:29.762533Z","steps":["trace[962974898] 'process raft request' (duration: 671.226514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.762622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058345777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:29.762711Z","caller":"traceutil/trace.go:171","msg":"trace[2019245002] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24962; }","duration":"1.05850128s","start":"2026-04-23T01:06:28.704193Z","end":"2026-04-23T01:06:29.762695Z","steps":["trace[2019245002] 'agreement among raft nodes before linearized reading' (duration: 1.058331317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.762724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.708015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:29.76279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.080999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:29.762788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.091206Z","time spent":"671.466598ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.762794Z","caller":"traceutil/trace.go:171","msg":"trace[113059117] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24962; }","duration":"627.843428ms","start":"2026-04-23T01:06:29.134931Z","end":"2026-04-23T01:06:29.762775Z","steps":["trace[113059117] 'agreement among raft nodes before linearized reading' (duration: 627.679945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.762821Z","caller":"traceutil/trace.go:171","msg":"trace[1880294041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24962; }","duration":"936.208452ms","start":"2026-04-23T01:06:28.826604Z","end":"2026-04-23T01:06:29.762812Z","steps":["trace[1880294041] 'agreement among raft nodes before linearized reading' (duration: 936.160412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.762843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.826581Z","time spent":"936.256153ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:29.762746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.704173Z","time spent":"1.058566821s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:06:29.762879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.164646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:29.762992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.142436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:29.763003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.095842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:29.763093Z","caller":"traceutil/trace.go:171","msg":"trace[250475120] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24962; }","duration":"651.317789ms","start":"2026-04-23T01:06:29.111749Z","end":"2026-04-23T01:06:29.763066Z","steps":["trace[250475120] 'agreement among raft nodes before linearized reading' (duration: 651.137466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.763063Z","caller":"traceutil/trace.go:171","msg":"trace[1828589394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24962; }","duration":"849.41338ms","start":"2026-04-23T01:06:28.913621Z","end":"2026-04-23T01:06:29.763035Z","steps":["trace[1828589394] 'agreement among raft nodes before linearized reading' (duration: 849.122535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.76316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.667529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:29.763162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.111724Z","time spent":"651.425681ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:29.763199Z","caller":"traceutil/trace.go:171","msg":"trace[1713215381] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24962; }","duration":"433.76538ms","start":"2026-04-23T01:06:29.329424Z","end":"2026-04-23T01:06:29.763189Z","steps":["trace[1713215381] 'agreement among raft nodes before linearized reading' (duration: 433.706749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.763209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.301585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T01:06:29.763226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.329393Z","time spent":"433.827381ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:29.763242Z","caller":"traceutil/trace.go:171","msg":"trace[295324931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24962; }","duration":"537.378957ms","start":"2026-04-23T01:06:29.225854Z","end":"2026-04-23T01:06:29.763233Z","steps":["trace[295324931] 'agreement among raft nodes before linearized reading' (duration: 537.222944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.763265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.225828Z","time spent":"537.432198ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:06:29.762838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.134907Z","time spent":"627.919599ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:29.763102Z","caller":"traceutil/trace.go:171","msg":"trace[1708440430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24962; }","duration":"834.252546ms","start":"2026-04-23T01:06:28.928827Z","end":"2026-04-23T01:06:29.76308Z","steps":["trace[1708440430] 'agreement among raft nodes before linearized reading' (duration: 834.080133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.763332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.928806Z","time spent":"834.496831ms","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:29.763251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.913596Z","time spent":"849.567314ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:29.763056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.520791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:29.763542Z","caller":"traceutil/trace.go:171","msg":"trace[1160793110] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"672.577039ms","start":"2026-04-23T01:06:29.09095Z","end":"2026-04-23T01:06:29.763527Z","steps":["trace[1160793110] 'process raft request' (duration: 671.359806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.763608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.090914Z","time spent":"672.65892ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.762915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.490507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:29.764041Z","caller":"traceutil/trace.go:171","msg":"trace[525424877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24962; }","duration":"108.51567ms","start":"2026-04-23T01:06:29.655488Z","end":"2026-04-23T01:06:29.764003Z","steps":["trace[525424877] 'agreement among raft nodes before linearized reading' (duration: 107.49064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.764078Z","caller":"traceutil/trace.go:171","msg":"trace[685882351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24962; }","duration":"945.7287ms","start":"2026-04-23T01:06:28.818336Z","end":"2026-04-23T01:06:29.764064Z","steps":["trace[685882351] 'agreement among raft nodes before linearized reading' (duration: 944.507307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.764105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.818307Z","time spent":"945.793212ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:30.310313Z","caller":"traceutil/trace.go:171","msg":"trace[628411299] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25783; }","duration":"132.404377ms","start":"2026-04-23T01:06:30.17787Z","end":"2026-04-23T01:06:30.310275Z","steps":["trace[628411299] 'read index received' (duration: 47.244557ms)","trace[628411299] 'applied index is now lower than readState.Index' (duration: 85.15771ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:30.310507Z","caller":"traceutil/trace.go:171","msg":"trace[882891946] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"139.785566ms","start":"2026-04-23T01:06:30.170705Z","end":"2026-04-23T01:06:30.310491Z","steps":["trace[882891946] 'process raft request' (duration: 82.202744ms)","trace[882891946] 'compare' (duration: 57.047913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:30.310721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.828205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:30.310818Z","caller":"traceutil/trace.go:171","msg":"trace[1045499683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24970; }","duration":"132.985778ms","start":"2026-04-23T01:06:30.177813Z","end":"2026-04-23T01:06:30.310799Z","steps":["trace[1045499683] 'agreement among raft nodes before linearized reading' (duration: 132.792134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:30.563012Z","caller":"traceutil/trace.go:171","msg":"trace[643556036] linearizableReadLoop","detail":"{readStateIndex:25786; appliedIndex:25785; }","duration":"137.702838ms","start":"2026-04-23T01:06:30.42528Z","end":"2026-04-23T01:06:30.562983Z","steps":["trace[643556036] 'read index received' (duration: 137.584166ms)","trace[643556036] 'applied index is now lower than readState.Index' (duration: 117.742µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:30.563061Z","caller":"traceutil/trace.go:171","msg":"trace[104893238] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"174.661742ms","start":"2026-04-23T01:06:30.388365Z","end":"2026-04-23T01:06:30.563027Z","steps":["trace[104893238] 'process raft request' (duration: 174.464999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.563249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.925586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:30.563311Z","caller":"traceutil/trace.go:171","msg":"trace[916416157] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24971; }","duration":"135.064948ms","start":"2026-04-23T01:06:30.428227Z","end":"2026-04-23T01:06:30.563292Z","steps":["trace[916416157] 'agreement among raft nodes before linearized reading' (duration: 134.912125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.563329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.029654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:30.56339Z","caller":"traceutil/trace.go:171","msg":"trace[1029809209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24971; }","duration":"138.128065ms","start":"2026-04-23T01:06:30.425246Z","end":"2026-04-23T01:06:30.563374Z","steps":["trace[1029809209] 'agreement among raft nodes before linearized reading' (duration: 137.875571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:31.922185Z","caller":"traceutil/trace.go:171","msg":"trace[2146350318] linearizableReadLoop","detail":"{readStateIndex:25790; appliedIndex:25789; }","duration":"153.599905ms","start":"2026-04-23T01:06:31.768559Z","end":"2026-04-23T01:06:31.922159Z","steps":["trace[2146350318] 'read index received' (duration: 94.119228ms)","trace[2146350318] 'applied index is now lower than readState.Index' (duration: 59.479747ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:31.922344Z","caller":"traceutil/trace.go:171","msg":"trace[348186581] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"208.958686ms","start":"2026-04-23T01:06:31.71337Z","end":"2026-04-23T01:06:31.922328Z","steps":["trace[348186581] 'process raft request' (duration: 149.271876ms)","trace[348186581] 'compare' (duration: 59.009158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:31.922457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.864101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:31.922578Z","caller":"traceutil/trace.go:171","msg":"trace[99765106] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24975; }","duration":"153.991073ms","start":"2026-04-23T01:06:31.768551Z","end":"2026-04-23T01:06:31.922542Z","steps":["trace[99765106] 'agreement among raft nodes before linearized reading' (duration: 153.796349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:31.961672Z","caller":"traceutil/trace.go:171","msg":"trace[532073793] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"192.137571ms","start":"2026-04-23T01:06:31.769514Z","end":"2026-04-23T01:06:31.961651Z","steps":["trace[532073793] 'process raft request' (duration: 191.816625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:31.961842Z","caller":"traceutil/trace.go:171","msg":"trace[1923554224] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"191.678322ms","start":"2026-04-23T01:06:31.770145Z","end":"2026-04-23T01:06:31.961823Z","steps":["trace[1923554224] 'process raft request' (duration: 191.298834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:31.962079Z","caller":"traceutil/trace.go:171","msg":"trace[713365045] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"186.885292ms","start":"2026-04-23T01:06:31.775178Z","end":"2026-04-23T01:06:31.962063Z","steps":["trace[713365045] 'process raft request' (duration: 186.29193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:31.962051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.821445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:31.962245Z","caller":"traceutil/trace.go:171","msg":"trace[1207172229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24978; }","duration":"142.178212ms","start":"2026-04-23T01:06:31.819957Z","end":"2026-04-23T01:06:31.962136Z","steps":["trace[1207172229] 'agreement among raft nodes before linearized reading' (duration: 141.808095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:31.962298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.478954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:31.962359Z","caller":"traceutil/trace.go:171","msg":"trace[1358836972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24978; }","duration":"186.624237ms","start":"2026-04-23T01:06:31.775721Z","end":"2026-04-23T01:06:31.962345Z","steps":["trace[1358836972] 'agreement among raft nodes before linearized reading' (duration: 186.154068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:32.685452Z","caller":"traceutil/trace.go:171","msg":"trace[123091180] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"115.357927ms","start":"2026-04-23T01:06:32.570061Z","end":"2026-04-23T01:06:32.685419Z","steps":["trace[123091180] 'process raft request' (duration: 58.259165ms)","trace[123091180] 'compare' (duration: 56.783387ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:33.128763Z","caller":"traceutil/trace.go:171","msg":"trace[1645915874] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25803; }","duration":"103.403583ms","start":"2026-04-23T01:06:33.025325Z","end":"2026-04-23T01:06:33.128729Z","steps":["trace[1645915874] 'read index received' (duration: 103.278121ms)","trace[1645915874] 'applied index is now lower than readState.Index' (duration: 124.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:33.128888Z","caller":"traceutil/trace.go:171","msg":"trace[228722054] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"104.658477ms","start":"2026-04-23T01:06:33.024195Z","end":"2026-04-23T01:06:33.128854Z","steps":["trace[228722054] 'process raft request' (duration: 104.332371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:33.128934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.590456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:33.128994Z","caller":"traceutil/trace.go:171","msg":"trace[1612869422] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24988; }","duration":"103.698338ms","start":"2026-04-23T01:06:33.025272Z","end":"2026-04-23T01:06:33.128971Z","steps":["trace[1612869422] 'agreement among raft nodes before linearized reading' (duration: 103.589376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.294742Z","caller":"traceutil/trace.go:171","msg":"trace[1952585577] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"115.332908ms","start":"2026-04-23T01:06:34.179379Z","end":"2026-04-23T01:06:34.294712Z","steps":["trace[1952585577] 'process raft request' (duration: 82.96916ms)","trace[1952585577] 'compare' (duration: 32.136934ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:36.42582Z","caller":"traceutil/trace.go:171","msg":"trace[459972226] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"124.898128ms","start":"2026-04-23T01:06:36.300893Z","end":"2026-04-23T01:06:36.425791Z","steps":["trace[459972226] 'read index received' (duration: 68.172281ms)","trace[459972226] 'applied index is now lower than readState.Index' (duration: 56.723957ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:36.42584Z","caller":"traceutil/trace.go:171","msg":"trace[1398530008] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"191.873238ms","start":"2026-04-23T01:06:36.233929Z","end":"2026-04-23T01:06:36.425802Z","steps":["trace[1398530008] 'process raft request' (duration: 135.11951ms)","trace[1398530008] 'compare' (duration: 56.548394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:36.42598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.077922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:36.426057Z","caller":"traceutil/trace.go:171","msg":"trace[1803413357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25017; }","duration":"125.220004ms","start":"2026-04-23T01:06:36.300819Z","end":"2026-04-23T01:06:36.426039Z","steps":["trace[1803413357] 'agreement among raft nodes before linearized reading' (duration: 125.094272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:36.70063Z","caller":"traceutil/trace.go:171","msg":"trace[524701146] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"267.626242ms","start":"2026-04-23T01:06:36.432976Z","end":"2026-04-23T01:06:36.700602Z","steps":["trace[524701146] 'process raft request' (duration: 202.802103ms)","trace[524701146] 'compare' (duration: 64.700837ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:37.575063Z","caller":"traceutil/trace.go:171","msg":"trace[2127163460] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"139.31363ms","start":"2026-04-23T01:06:37.435723Z","end":"2026-04-23T01:06:37.575037Z","steps":["trace[2127163460] 'process raft request' (duration: 139.128717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.232917Z","caller":"traceutil/trace.go:171","msg":"trace[1674513081] linearizableReadLoop","detail":"{readStateIndex:25856; appliedIndex:25855; }","duration":"110.485497ms","start":"2026-04-23T01:06:38.122404Z","end":"2026-04-23T01:06:38.232889Z","steps":["trace[1674513081] 'read index received' (duration: 107.782196ms)","trace[1674513081] 'applied index is now lower than readState.Index' (duration: 2.701751ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:38.233058Z","caller":"traceutil/trace.go:171","msg":"trace[95077933] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"144.192401ms","start":"2026-04-23T01:06:38.088852Z","end":"2026-04-23T01:06:38.233045Z","steps":["trace[95077933] 'process raft request' (duration: 141.398469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.233531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.105899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T01:06:38.233608Z","caller":"traceutil/trace.go:171","msg":"trace[1417233831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25039; }","duration":"111.241021ms","start":"2026-04-23T01:06:38.122349Z","end":"2026-04-23T01:06:38.23359Z","steps":["trace[1417233831] 'agreement among raft nodes before linearized reading' (duration: 111.092508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.88987Z","caller":"traceutil/trace.go:171","msg":"trace[1991415671] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25863; }","duration":"129.016125ms","start":"2026-04-23T01:06:38.760826Z","end":"2026-04-23T01:06:38.889842Z","steps":["trace[1991415671] 'read index received' (duration: 43.935515ms)","trace[1991415671] 'applied index is now lower than readState.Index' (duration: 85.07948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:38.889917Z","caller":"traceutil/trace.go:171","msg":"trace[541264285] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"130.8191ms","start":"2026-04-23T01:06:38.759061Z","end":"2026-04-23T01:06:38.88988Z","steps":["trace[541264285] 'process raft request' (duration: 45.783071ms)","trace[541264285] 'compare' (duration: 84.876286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:38.890219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.381172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:38.890266Z","caller":"traceutil/trace.go:171","msg":"trace[711674023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25047; }","duration":"129.483004ms","start":"2026-04-23T01:06:38.760772Z","end":"2026-04-23T01:06:38.890255Z","steps":["trace[711674023] 'agreement among raft nodes before linearized reading' (duration: 129.172298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:39.286318Z","caller":"traceutil/trace.go:171","msg":"trace[1084913724] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"126.779174ms","start":"2026-04-23T01:06:39.159494Z","end":"2026-04-23T01:06:39.286274Z","steps":["trace[1084913724] 'process raft request' (duration: 126.53401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:40.764877Z","caller":"traceutil/trace.go:171","msg":"trace[2020924940] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25881; }","duration":"329.418573ms","start":"2026-04-23T01:06:40.435418Z","end":"2026-04-23T01:06:40.764836Z","steps":["trace[2020924940] 'read index received' (duration: 329.329661ms)","trace[2020924940] 'applied index is now lower than readState.Index' (duration: 87.542µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:40.764987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.556745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:40.765015Z","caller":"traceutil/trace.go:171","msg":"trace[1285005286] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25065; }","duration":"329.623167ms","start":"2026-04-23T01:06:40.435384Z","end":"2026-04-23T01:06:40.765007Z","steps":["trace[1285005286] 'agreement among raft nodes before linearized reading' (duration: 329.565606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.765143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.435368Z","time spent":"329.767039ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T01:06:40.764902Z","caller":"traceutil/trace.go:171","msg":"trace[551447474] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"346.29872ms","start":"2026-04-23T01:06:40.418582Z","end":"2026-04-23T01:06:40.764881Z","steps":["trace[551447474] 'process raft request' (duration: 346.114917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.765408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.41856Z","time spent":"346.797389ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15191,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:41.212761Z","caller":"traceutil/trace.go:171","msg":"trace[671044606] linearizableReadLoop","detail":"{readStateIndex:25883; appliedIndex:25882; }","duration":"447.80773ms","start":"2026-04-23T01:06:40.764931Z","end":"2026-04-23T01:06:41.212739Z","steps":["trace[671044606] 'read index received' (duration: 447.403812ms)","trace[671044606] 'applied index is now lower than readState.Index' (duration: 402.988µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:41.212932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.768229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:41.212934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.458536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:41.212972Z","caller":"traceutil/trace.go:171","msg":"trace[84451141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25066; }","duration":"746.877482ms","start":"2026-04-23T01:06:40.466085Z","end":"2026-04-23T01:06:41.212962Z","steps":["trace[84451141] 'agreement among raft nodes before linearized reading' (duration: 746.77311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.212938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.319532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:41.213006Z","caller":"traceutil/trace.go:171","msg":"trace[1181519048] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25066; }","duration":"511.551157ms","start":"2026-04-23T01:06:40.701438Z","end":"2026-04-23T01:06:41.212989Z","steps":["trace[1181519048] 'agreement among raft nodes before linearized reading' (duration: 511.331763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.466063Z","time spent":"746.938522ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:41.213055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.701402Z","time spent":"511.643319ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":17,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:41.21317Z","caller":"traceutil/trace.go:171","msg":"trace[934259506] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"680.053185ms","start":"2026-04-23T01:06:40.533094Z","end":"2026-04-23T01:06:41.213147Z","steps":["trace[934259506] 'process raft request' (duration: 679.319052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.77712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:41.213301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.533059Z","time spent":"680.162007ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:41.213345Z","caller":"traceutil/trace.go:171","msg":"trace[1872045244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25066; }","duration":"554.993084ms","start":"2026-04-23T01:06:40.658325Z","end":"2026-04-23T01:06:41.213318Z","steps":["trace[1872045244] 'agreement among raft nodes before linearized reading' (duration: 554.708989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.67999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:41.213387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.499939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:41.213421Z","caller":"traceutil/trace.go:171","msg":"trace[1052609435] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25066; }","duration":"777.743442ms","start":"2026-04-23T01:06:40.435667Z","end":"2026-04-23T01:06:41.213411Z","steps":["trace[1052609435] 'agreement among raft nodes before linearized reading' (duration: 777.685361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.658301Z","time spent":"555.099686ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:41.2134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.237093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:06:41.21345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.435652Z","time spent":"777.791722ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T01:06:41.213503Z","caller":"traceutil/trace.go:171","msg":"trace[1677135093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25066; }","duration":"318.390455ms","start":"2026-04-23T01:06:40.895089Z","end":"2026-04-23T01:06:41.21348Z","steps":["trace[1677135093] 'agreement among raft nodes before linearized reading' (duration: 318.12512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.32253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:06:41.213561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.895073Z","time spent":"318.473767ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:06:41.213564Z","caller":"traceutil/trace.go:171","msg":"trace[1485354674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25066; }","duration":"455.493963ms","start":"2026-04-23T01:06:40.758055Z","end":"2026-04-23T01:06:41.213549Z","steps":["trace[1485354674] 'agreement among raft nodes before linearized reading' (duration: 455.253799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.758034Z","time spent":"455.574404ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:06:41.213438Z","caller":"traceutil/trace.go:171","msg":"trace[1002385666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25066; }","duration":"250.572121ms","start":"2026-04-23T01:06:40.962852Z","end":"2026-04-23T01:06:41.213424Z","steps":["trace[1002385666] 'agreement among raft nodes before linearized reading' (duration: 250.366117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:41.213048Z","caller":"traceutil/trace.go:171","msg":"trace[713286206] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25066; }","duration":"620.499866ms","start":"2026-04-23T01:06:40.59252Z","end":"2026-04-23T01:06:41.21302Z","steps":["trace[713286206] 'agreement among raft nodes before linearized reading' (duration: 620.290432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.213754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.592493Z","time spent":"621.24799ms","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:41.213746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.534759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:41.213995Z","caller":"traceutil/trace.go:171","msg":"trace[284297579] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25066; }","duration":"384.645901ms","start":"2026-04-23T01:06:40.829187Z","end":"2026-04-23T01:06:41.213833Z","steps":["trace[284297579] 'agreement among raft nodes before linearized reading' (duration: 383.922207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.214068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.829108Z","time spent":"384.938807ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:42.128958Z","caller":"traceutil/trace.go:171","msg":"trace[419753581] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"176.08733ms","start":"2026-04-23T01:06:41.952633Z","end":"2026-04-23T01:06:42.12872Z","steps":["trace[419753581] 'process raft request' (duration: 175.600642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.234029Z","caller":"traceutil/trace.go:171","msg":"trace[1927066692] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"103.23634ms","start":"2026-04-23T01:06:42.130766Z","end":"2026-04-23T01:06:42.234002Z","steps":["trace[1927066692] 'process raft request' (duration: 103.086398ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.234278Z","caller":"traceutil/trace.go:171","msg":"trace[1141703682] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25888; }","duration":"102.448046ms","start":"2026-04-23T01:06:42.13181Z","end":"2026-04-23T01:06:42.234258Z","steps":["trace[1141703682] 'read index received' (duration: 42.274395ms)","trace[1141703682] 'applied index is now lower than readState.Index' (duration: 60.172391ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:42.234288Z","caller":"traceutil/trace.go:171","msg":"trace[1588169560] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"103.445774ms","start":"2026-04-23T01:06:42.130814Z","end":"2026-04-23T01:06:42.23426Z","steps":["trace[1588169560] 'process raft request' (duration: 103.124378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.234298Z","caller":"traceutil/trace.go:171","msg":"trace[1526075327] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"102.319654ms","start":"2026-04-23T01:06:42.131967Z","end":"2026-04-23T01:06:42.234287Z","steps":["trace[1526075327] 'process raft request' (duration: 102.203181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.234452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.62467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-04-23T01:06:42.2345Z","caller":"traceutil/trace.go:171","msg":"trace[793705569] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25075; }","duration":"102.710722ms","start":"2026-04-23T01:06:42.131778Z","end":"2026-04-23T01:06:42.234489Z","steps":["trace[793705569] 'agreement among raft nodes before linearized reading' (duration: 102.559119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.868794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.376552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:42.868866Z","caller":"traceutil/trace.go:171","msg":"trace[1913307900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25075; }","duration":"455.468874ms","start":"2026-04-23T01:06:42.413381Z","end":"2026-04-23T01:06:42.86885Z","steps":["trace[1913307900] 'range keys from in-memory index tree' (duration: 455.24666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.86901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.600575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:06:42.869058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.41336Z","time spent":"455.533264ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:06:42.869096Z","caller":"traceutil/trace.go:171","msg":"trace[282653416] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25075; }","duration":"439.694547ms","start":"2026-04-23T01:06:42.429377Z","end":"2026-04-23T01:06:42.869072Z","steps":["trace[282653416] 'range keys from in-memory index tree' (duration: 439.374831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.869138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.429291Z","time spent":"439.838589ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:06:42.869881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.503293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:42.869938Z","caller":"traceutil/trace.go:171","msg":"trace[321901568] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25075; }","duration":"456.579794ms","start":"2026-04-23T01:06:42.413344Z","end":"2026-04-23T01:06:42.869923Z","steps":["trace[321901568] 'range keys from in-memory index tree' (duration: 456.35735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.869962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.413337Z","time spent":"456.620015ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:42.86996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.187905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:06:42.869947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.823738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:06:42.870034Z","caller":"traceutil/trace.go:171","msg":"trace[178297942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25075; }","duration":"457.287528ms","start":"2026-04-23T01:06:42.412726Z","end":"2026-04-23T01:06:42.870014Z","steps":["trace[178297942] 'range keys from in-memory index tree' (duration: 457.031092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.870062Z","caller":"traceutil/trace.go:171","msg":"trace[171282284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25075; }","duration":"456.987092ms","start":"2026-04-23T01:06:42.413049Z","end":"2026-04-23T01:06:42.870036Z","steps":["trace[171282284] 'range keys from in-memory index tree' (duration: 456.576474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.87009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.412711Z","time spent":"457.363539ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:42.870109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.413031Z","time spent":"457.067233ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:43.055908Z","caller":"traceutil/trace.go:171","msg":"trace[1422246290] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"167.007969ms","start":"2026-04-23T01:06:42.888833Z","end":"2026-04-23T01:06:43.055841Z","steps":["trace[1422246290] 'process raft request' (duration: 143.292954ms)","trace[1422246290] 'compare' (duration: 23.43032ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:43.519724Z","caller":"traceutil/trace.go:171","msg":"trace[999288749] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"124.668965ms","start":"2026-04-23T01:06:43.395023Z","end":"2026-04-23T01:06:43.519692Z","steps":["trace[999288749] 'process raft request' (duration: 124.45794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.914316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.041456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-04-23T01:06:43.914399Z","caller":"traceutil/trace.go:171","msg":"trace[1472437364] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25087; }","duration":"129.179948ms","start":"2026-04-23T01:06:43.785198Z","end":"2026-04-23T01:06:43.914378Z","steps":["trace[1472437364] 'range keys from in-memory index tree' (duration: 128.855923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.080461Z","caller":"traceutil/trace.go:171","msg":"trace[667416361] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"159.419608ms","start":"2026-04-23T01:06:43.921011Z","end":"2026-04-23T01:06:44.080431Z","steps":["trace[667416361] 'process raft request' (duration: 143.469478ms)","trace[667416361] 'compare' (duration: 15.807497ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:45.482685Z","caller":"traceutil/trace.go:171","msg":"trace[35406107] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"106.078024ms","start":"2026-04-23T01:06:45.376542Z","end":"2026-04-23T01:06:45.48262Z","steps":["trace[35406107] 'process raft request' (duration: 70.280922ms)","trace[35406107] 'compare' (duration: 35.601188ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:45.483363Z","caller":"traceutil/trace.go:171","msg":"trace[1248532023] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"105.31298ms","start":"2026-04-23T01:06:45.378028Z","end":"2026-04-23T01:06:45.483341Z","steps":["trace[1248532023] 'process raft request' (duration: 105.184488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:45.631279Z","caller":"traceutil/trace.go:171","msg":"trace[39171785] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"135.60761ms","start":"2026-04-23T01:06:45.495635Z","end":"2026-04-23T01:06:45.631242Z","steps":["trace[39171785] 'process raft request' (duration: 135.340934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.188336Z","caller":"traceutil/trace.go:171","msg":"trace[253724076] linearizableReadLoop","detail":"{readStateIndex:25935; appliedIndex:25934; }","duration":"147.779959ms","start":"2026-04-23T01:06:47.040534Z","end":"2026-04-23T01:06:47.188314Z","steps":["trace[253724076] 'read index received' (duration: 147.597255ms)","trace[253724076] 'applied index is now lower than readState.Index' (duration: 182.084µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:47.188722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:47.188769Z","caller":"traceutil/trace.go:171","msg":"trace[647429100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25117; }","duration":"148.275098ms","start":"2026-04-23T01:06:47.040482Z","end":"2026-04-23T01:06:47.188757Z","steps":["trace[647429100] 'agreement among raft nodes before linearized reading' (duration: 148.066314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.188805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.172946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:06:47.188795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.019093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:47.188906Z","caller":"traceutil/trace.go:171","msg":"trace[1696308251] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25117; }","duration":"148.303478ms","start":"2026-04-23T01:06:47.040577Z","end":"2026-04-23T01:06:47.18888Z","steps":["trace[1696308251] 'agreement among raft nodes before linearized reading' (duration: 148.002932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.188938Z","caller":"traceutil/trace.go:171","msg":"trace[1481450581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25117; }","duration":"148.197836ms","start":"2026-04-23T01:06:47.040704Z","end":"2026-04-23T01:06:47.188902Z","steps":["trace[1481450581] 'agreement among raft nodes before linearized reading' (duration: 147.968192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.188848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.807528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:47.188984Z","caller":"traceutil/trace.go:171","msg":"trace[1309966066] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"195.194339ms","start":"2026-04-23T01:06:46.993694Z","end":"2026-04-23T01:06:47.188889Z","steps":["trace[1309966066] 'process raft request' (duration: 194.483876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.189039Z","caller":"traceutil/trace.go:171","msg":"trace[2019253876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25117; }","duration":"148.000302ms","start":"2026-04-23T01:06:47.041004Z","end":"2026-04-23T01:06:47.189004Z","steps":["trace[2019253876] 'agreement among raft nodes before linearized reading' (duration: 147.605735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.355931Z","caller":"traceutil/trace.go:171","msg":"trace[17076428] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"161.392894ms","start":"2026-04-23T01:06:47.19451Z","end":"2026-04-23T01:06:47.355903Z","steps":["trace[17076428] 'process raft request' (duration: 95.22269ms)","trace[17076428] 'compare' (duration: 65.96756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:47.356265Z","caller":"traceutil/trace.go:171","msg":"trace[7198328] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"161.67329ms","start":"2026-04-23T01:06:47.194558Z","end":"2026-04-23T01:06:47.356232Z","steps":["trace[7198328] 'process raft request' (duration: 161.296642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.563547Z","caller":"traceutil/trace.go:171","msg":"trace[1169451093] linearizableReadLoop","detail":"{readStateIndex:25940; appliedIndex:25939; }","duration":"104.822191ms","start":"2026-04-23T01:06:47.458698Z","end":"2026-04-23T01:06:47.563521Z","steps":["trace[1169451093] 'read index received' (duration: 104.639767ms)","trace[1169451093] 'applied index is now lower than readState.Index' (duration: 181.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:47.563585Z","caller":"traceutil/trace.go:171","msg":"trace[1037525627] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"107.699264ms","start":"2026-04-23T01:06:47.455855Z","end":"2026-04-23T01:06:47.563554Z","steps":["trace[1037525627] 'process raft request' (duration: 107.492741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.56375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.006964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:47.563847Z","caller":"traceutil/trace.go:171","msg":"trace[248936952] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25122; }","duration":"105.185857ms","start":"2026-04-23T01:06:47.458638Z","end":"2026-04-23T01:06:47.563823Z","steps":["trace[248936952] 'agreement among raft nodes before linearized reading' (duration: 105.009394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.595396Z","caller":"traceutil/trace.go:171","msg":"trace[1763975950] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"107.731715ms","start":"2026-04-23T01:06:47.487589Z","end":"2026-04-23T01:06:47.595321Z","steps":["trace[1763975950] 'process raft request' (duration: 107.48048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.595751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.610383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:47.595816Z","caller":"traceutil/trace.go:171","msg":"trace[1144123490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25124; }","duration":"107.709625ms","start":"2026-04-23T01:06:47.488089Z","end":"2026-04-23T01:06:47.595799Z","steps":["trace[1144123490] 'agreement among raft nodes before linearized reading' (duration: 107.522661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.735154Z","caller":"traceutil/trace.go:171","msg":"trace[180689486] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"134.626371ms","start":"2026-04-23T01:06:47.600491Z","end":"2026-04-23T01:06:47.735117Z","steps":["trace[180689486] 'process raft request' (duration: 57.476431ms)","trace[180689486] 'compare' (duration: 76.990177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:48.155103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.862062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-04-23T01:06:48.155181Z","caller":"traceutil/trace.go:171","msg":"trace[486151869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25125; }","duration":"228.950363ms","start":"2026-04-23T01:06:47.926213Z","end":"2026-04-23T01:06:48.155163Z","steps":["trace[486151869] 'range keys from in-memory index tree' (duration: 228.700979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.478007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.602612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:06:48.478224Z","caller":"traceutil/trace.go:171","msg":"trace[739120276] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"468.474498ms","start":"2026-04-23T01:06:48.009731Z","end":"2026-04-23T01:06:48.478206Z","steps":["trace[739120276] 'read index received' (duration: 134.615102ms)","trace[739120276] 'applied index is now lower than readState.Index' (duration: 333.858406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:48.479585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.817373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:48.479645Z","caller":"traceutil/trace.go:171","msg":"trace[1934686583] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"220.020466ms","start":"2026-04-23T01:06:48.25959Z","end":"2026-04-23T01:06:48.479611Z","steps":["trace[1934686583] 'process raft request' (duration: 218.520808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.479735Z","caller":"traceutil/trace.go:171","msg":"trace[1162706877] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25125; }","duration":"470.011567ms","start":"2026-04-23T01:06:48.009682Z","end":"2026-04-23T01:06:48.479694Z","steps":["trace[1162706877] 'agreement among raft nodes before linearized reading' (duration: 469.798543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.47985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.009668Z","time spent":"470.162829ms","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:48.507593Z","caller":"traceutil/trace.go:171","msg":"trace[1938018375] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"129.350972ms","start":"2026-04-23T01:06:48.378217Z","end":"2026-04-23T01:06:48.507569Z","steps":["trace[1938018375] 'process raft request' (duration: 129.283021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.507619Z","caller":"traceutil/trace.go:171","msg":"trace[1012891109] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"130.30625ms","start":"2026-04-23T01:06:48.377269Z","end":"2026-04-23T01:06:48.507576Z","steps":["trace[1012891109] 'process raft request' (duration: 110.013628ms)","trace[1012891109] 'compare' (duration: 20.092638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:48.507811Z","caller":"traceutil/trace.go:171","msg":"trace[1324261261] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"129.422292ms","start":"2026-04-23T01:06:48.378346Z","end":"2026-04-23T01:06:48.507768Z","steps":["trace[1324261261] 'process raft request' (duration: 129.187988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.507958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.946644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:48.507976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.061202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:48.507977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.99511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.508007Z","caller":"traceutil/trace.go:171","msg":"trace[1249152228] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25130; }","duration":"107.158674ms","start":"2026-04-23T01:06:48.400837Z","end":"2026-04-23T01:06:48.507996Z","steps":["trace[1249152228] 'agreement among raft nodes before linearized reading' (duration: 107.074552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.508018Z","caller":"traceutil/trace.go:171","msg":"trace[90776580] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25130; }","duration":"366.056922ms","start":"2026-04-23T01:06:48.141947Z","end":"2026-04-23T01:06:48.508004Z","steps":["trace[90776580] 'agreement among raft nodes before linearized reading' (duration: 365.98477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.508053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.555461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:48.508061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.141938Z","time spent":"366.109523ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:06:48.508079Z","caller":"traceutil/trace.go:171","msg":"trace[1904475200] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25130; }","duration":"366.625913ms","start":"2026-04-23T01:06:48.141447Z","end":"2026-04-23T01:06:48.508073Z","steps":["trace[1904475200] 'agreement among raft nodes before linearized reading' (duration: 366.574912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.508107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.141426Z","time spent":"366.674014ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:06:48.508158Z","caller":"traceutil/trace.go:171","msg":"trace[1704265943] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"127.415295ms","start":"2026-04-23T01:06:48.380734Z","end":"2026-04-23T01:06:48.508149Z","steps":["trace[1704265943] 'process raft request' (duration: 126.946377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.508006Z","caller":"traceutil/trace.go:171","msg":"trace[148242586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25130; }","duration":"387.052037ms","start":"2026-04-23T01:06:48.120939Z","end":"2026-04-23T01:06:48.507991Z","steps":["trace[148242586] 'agreement among raft nodes before linearized reading' (duration: 386.948785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.508199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.120913Z","time spent":"387.28021ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.508248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.178439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12668"} {"level":"info","ts":"2026-04-23T01:06:48.508281Z","caller":"traceutil/trace.go:171","msg":"trace[1708157087] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25130; }","duration":"128.228391ms","start":"2026-04-23T01:06:48.380043Z","end":"2026-04-23T01:06:48.508271Z","steps":["trace[1708157087] 'agreement among raft nodes before linearized reading' (duration: 128.117739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:45.634089Z","caller":"traceutil/trace.go:171","msg":"trace[794738157] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"118.394216ms","start":"2026-04-23T01:07:45.515668Z","end":"2026-04-23T01:07:45.634063Z","steps":["trace[794738157] 'process raft request' (duration: 118.211543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:45.659134Z","caller":"traceutil/trace.go:171","msg":"trace[434145770] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"142.418488ms","start":"2026-04-23T01:07:45.516687Z","end":"2026-04-23T01:07:45.659105Z","steps":["trace[434145770] 'process raft request' (duration: 142.130352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:45.784812Z","caller":"traceutil/trace.go:171","msg":"trace[310486022] linearizableReadLoop","detail":"{readStateIndex:26442; appliedIndex:26440; }","duration":"110.567279ms","start":"2026-04-23T01:07:45.674214Z","end":"2026-04-23T01:07:45.784781Z","steps":["trace[310486022] 'read index received' (duration: 33.865638ms)","trace[310486022] 'applied index is now lower than readState.Index' (duration: 76.700151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:45.784857Z","caller":"traceutil/trace.go:171","msg":"trace[532960126] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"119.762911ms","start":"2026-04-23T01:07:45.665063Z","end":"2026-04-23T01:07:45.784826Z","steps":["trace[532960126] 'process raft request' (duration: 117.514739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.784979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.741382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:45.785066Z","caller":"traceutil/trace.go:171","msg":"trace[180815118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25611; }","duration":"110.867986ms","start":"2026-04-23T01:07:45.67418Z","end":"2026-04-23T01:07:45.785048Z","steps":["trace[180815118] 'agreement among raft nodes before linearized reading' (duration: 110.733692ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:49.255585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22371} {"level":"info","ts":"2026-04-23T01:07:49.363063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22371,"took":"104.78683ms","hash":484541832,"current-db-size-bytes":55136256,"current-db-size":"55 MB","current-db-size-in-use-bytes":44683264,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-04-23T01:07:49.363144Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":484541832,"revision":22371,"compact-revision":20025} {"level":"info","ts":"2026-04-23T01:07:50.332637Z","caller":"traceutil/trace.go:171","msg":"trace[237267141] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"139.712217ms","start":"2026-04-23T01:07:50.192903Z","end":"2026-04-23T01:07:50.332615Z","steps":["trace[237267141] 'process raft request' (duration: 139.533663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:50.333189Z","caller":"traceutil/trace.go:171","msg":"trace[765350997] linearizableReadLoop","detail":"{readStateIndex:26564; appliedIndex:26564; }","duration":"113.060956ms","start":"2026-04-23T01:07:50.220115Z","end":"2026-04-23T01:07:50.333176Z","steps":["trace[765350997] 'read index received' (duration: 113.055245ms)","trace[765350997] 'applied index is now lower than readState.Index' (duration: 4.821µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:50.333281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.147167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:50.33332Z","caller":"traceutil/trace.go:171","msg":"trace[1682118577] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25726; }","duration":"113.230249ms","start":"2026-04-23T01:07:50.220081Z","end":"2026-04-23T01:07:50.333311Z","steps":["trace[1682118577] 'agreement among raft nodes before linearized reading' (duration: 113.148578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:51.250246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:51.750852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:52.173082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675718494s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:07:52.251829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:07:52.424501Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067c8.wal"} {"level":"info","ts":"2026-04-23T01:07:52.425072Z","caller":"traceutil/trace.go:171","msg":"trace[696152542] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"2.05684056s","start":"2026-04-23T01:07:50.368208Z","end":"2026-04-23T01:07:52.425049Z","steps":["trace[696152542] 'process raft request' (duration: 2.056536024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.42518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.368183Z","time spent":"2.056948502s","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2467,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:07:52.425458Z","caller":"traceutil/trace.go:171","msg":"trace[1935372847] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"2.00849948s","start":"2026-04-23T01:07:50.416946Z","end":"2026-04-23T01:07:52.425445Z","steps":["trace[1935372847] 'process raft request' (duration: 2.008232725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.425542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.416924Z","time spent":"2.008563822s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.464644Z","caller":"traceutil/trace.go:171","msg":"trace[518721283] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"1.766866178s","start":"2026-04-23T01:07:50.697745Z","end":"2026-04-23T01:07:52.464612Z","steps":["trace[518721283] 'process raft request' (duration: 1.766571083s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.464657Z","caller":"traceutil/trace.go:171","msg":"trace[1483421369] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"1.722647716s","start":"2026-04-23T01:07:50.741981Z","end":"2026-04-23T01:07:52.464629Z","steps":["trace[1483421369] 'process raft request' (duration: 1.722565215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.46481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.697729Z","time spent":"1.76699485s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.464812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.741957Z","time spent":"1.722777378s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.465357Z","caller":"traceutil/trace.go:171","msg":"trace[161429541] linearizableReadLoop","detail":"{readStateIndex:26573; appliedIndex:26565; }","duration":"1.716110484s","start":"2026-04-23T01:07:50.749214Z","end":"2026-04-23T01:07:52.465325Z","steps":["trace[161429541] 'read index received' (duration: 1.675617933s)","trace[161429541] 'applied index is now lower than readState.Index' (duration: 40.489811ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:52.465657Z","caller":"traceutil/trace.go:171","msg":"trace[965410309] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"1.723309939s","start":"2026-04-23T01:07:50.742335Z","end":"2026-04-23T01:07:52.465645Z","steps":["trace[965410309] 'process raft request' (duration: 1.722763719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.465721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.7423Z","time spent":"1.723389801s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.465834Z","caller":"traceutil/trace.go:171","msg":"trace[463655609] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.723735477s","start":"2026-04-23T01:07:50.74209Z","end":"2026-04-23T01:07:52.465826Z","steps":["trace[463655609] 'process raft request' (duration: 1.722499004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.465878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.74208Z","time spent":"1.723774158s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.465982Z","caller":"traceutil/trace.go:171","msg":"trace[592457700] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"588.26933ms","start":"2026-04-23T01:07:51.877704Z","end":"2026-04-23T01:07:52.465973Z","steps":["trace[592457700] 'process raft request' (duration: 587.572387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.46603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.877678Z","time spent":"588.32986ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.466032Z","caller":"traceutil/trace.go:171","msg":"trace[2128955275] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.71594471s","start":"2026-04-23T01:07:50.75006Z","end":"2026-04-23T01:07:52.466005Z","steps":["trace[2128955275] 'process raft request' (duration: 1.715172196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.466388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717165493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" ","response":"range_response_count:1 size:8506"} {"level":"info","ts":"2026-04-23T01:07:52.466643Z","caller":"traceutil/trace.go:171","msg":"trace[1283065169] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4; range_end:; response_count:1; response_revision:25735; }","duration":"1.717261416s","start":"2026-04-23T01:07:50.74917Z","end":"2026-04-23T01:07:52.466431Z","steps":["trace[1283065169] 'agreement among raft nodes before linearized reading' (duration: 1.717041211s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.46676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.749152Z","time spent":"1.717596472s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8529,"request content":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" "} {"level":"warn","ts":"2026-04-23T01:07:52.466713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651260026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:52.466811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.308463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:52.466796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.750044Z","time spent":"1.716122343s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.466824Z","caller":"traceutil/trace.go:171","msg":"trace[76443412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25736; }","duration":"1.651419918s","start":"2026-04-23T01:07:50.815386Z","end":"2026-04-23T01:07:52.466806Z","steps":["trace[76443412] 'agreement among raft nodes before linearized reading' (duration: 1.651043791s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.466845Z","caller":"traceutil/trace.go:171","msg":"trace[2137409149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25736; }","duration":"411.377614ms","start":"2026-04-23T01:07:52.055456Z","end":"2026-04-23T01:07:52.466834Z","steps":["trace[2137409149] 'agreement among raft nodes before linearized reading' (duration: 411.318713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.466863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.815363Z","time spent":"1.65149383s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:52.466875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:52.055437Z","time spent":"411.430805ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.467066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.207968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-d8jdf.18a8d4677f744715\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-23T01:07:52.467096Z","caller":"traceutil/trace.go:171","msg":"trace[1251353566] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-d8jdf.18a8d4677f744715; range_end:; response_count:1; response_revision:25736; }","duration":"321.26874ms","start":"2026-04-23T01:07:52.145821Z","end":"2026-04-23T01:07:52.467089Z","steps":["trace[1251353566] 'agreement among raft nodes before linearized reading' (duration: 321.168108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.467118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:52.145803Z","time spent":"321.30974ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-d8jdf.18a8d4677f744715\" "} {"level":"warn","ts":"2026-04-23T01:07:52.467156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.991618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:52.467191Z","caller":"traceutil/trace.go:171","msg":"trace[362816830] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25736; }","duration":"494.029679ms","start":"2026-04-23T01:07:51.97315Z","end":"2026-04-23T01:07:52.46718Z","steps":["trace[362816830] 'agreement among raft nodes before linearized reading' (duration: 493.964637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.46727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.973099Z","time spent":"494.162801ms","remote":"127.0.0.1:60884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.467399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.171571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:52.467426Z","caller":"traceutil/trace.go:171","msg":"trace[1413754073] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25736; }","duration":"543.229523ms","start":"2026-04-23T01:07:51.92419Z","end":"2026-04-23T01:07:52.46742Z","steps":["trace[1413754073] 'agreement among raft nodes before linearized reading' (duration: 543.183562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.467403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.5951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:52.4675Z","caller":"traceutil/trace.go:171","msg":"trace[2100815563] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25736; }","duration":"293.940686ms","start":"2026-04-23T01:07:52.173534Z","end":"2026-04-23T01:07:52.467475Z","steps":["trace[2100815563] 'agreement among raft nodes before linearized reading' (duration: 293.469297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.467533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.429339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:07:52.467552Z","caller":"traceutil/trace.go:171","msg":"trace[1956088909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25736; }","duration":"566.463859ms","start":"2026-04-23T01:07:51.901082Z","end":"2026-04-23T01:07:52.467546Z","steps":["trace[1956088909] 'agreement among raft nodes before linearized reading' (duration: 566.374788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.467573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.901074Z","time spent":"566.4951ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:52.467824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.665102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:07:52.467858Z","caller":"traceutil/trace.go:171","msg":"trace[2033742778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25736; }","duration":"568.728053ms","start":"2026-04-23T01:07:51.899122Z","end":"2026-04-23T01:07:52.46785Z","steps":["trace[2033742778] 'agreement among raft nodes before linearized reading' (duration: 568.6465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.467884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.89911Z","time spent":"568.768374ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:52.467445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.924179Z","time spent":"543.261223ms","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.468021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.783979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T01:07:52.468035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164770619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:52.468081Z","caller":"traceutil/trace.go:171","msg":"trace[244027194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25736; }","duration":"130.879902ms","start":"2026-04-23T01:07:52.337188Z","end":"2026-04-23T01:07:52.468068Z","steps":["trace[244027194] 'agreement among raft nodes before linearized reading' (duration: 130.76601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.468094Z","caller":"traceutil/trace.go:171","msg":"trace[864006228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25736; }","duration":"1.164877921s","start":"2026-04-23T01:07:51.3032Z","end":"2026-04-23T01:07:52.468078Z","steps":["trace[864006228] 'agreement among raft nodes before linearized reading' (duration: 1.164757629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.468127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.303177Z","time spent":"1.164942382s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.468372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.691075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:07:52.4684Z","caller":"traceutil/trace.go:171","msg":"trace[1336546238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25736; }","duration":"649.776247ms","start":"2026-04-23T01:07:51.818616Z","end":"2026-04-23T01:07:52.468393Z","steps":["trace[1336546238] 'agreement among raft nodes before linearized reading' (duration: 649.657514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.468421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.818595Z","time spent":"649.821377ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:07:52.468563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.76749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:07:52.468591Z","caller":"traceutil/trace.go:171","msg":"trace[895095090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25736; }","duration":"696.836761ms","start":"2026-04-23T01:07:51.771745Z","end":"2026-04-23T01:07:52.468582Z","steps":["trace[895095090] 'agreement among raft nodes before linearized reading' (duration: 696.77659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.468612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.771724Z","time spent":"696.883791ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:07:52.468636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.271184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:52.468776Z","caller":"traceutil/trace.go:171","msg":"trace[370207664] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25736; }","duration":"885.456506ms","start":"2026-04-23T01:07:51.583306Z","end":"2026-04-23T01:07:52.468762Z","steps":["trace[370207664] 'agreement among raft nodes before linearized reading' (duration: 885.269303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.468789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.403103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:07:52.468823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.583285Z","time spent":"885.528918ms","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:52.468854Z","caller":"traceutil/trace.go:171","msg":"trace[547083418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25736; }","duration":"762.499675ms","start":"2026-04-23T01:07:51.706334Z","end":"2026-04-23T01:07:52.468834Z","steps":["trace[547083418] 'agreement among raft nodes before linearized reading' (duration: 762.286681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.468884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.706324Z","time spent":"762.556165ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:52.468983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.92587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:07:52.469017Z","caller":"traceutil/trace.go:171","msg":"trace[104598867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25736; }","duration":"782.002232ms","start":"2026-04-23T01:07:51.687007Z","end":"2026-04-23T01:07:52.469009Z","steps":["trace[104598867] 'agreement among raft nodes before linearized reading' (duration: 781.91388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.469039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.686988Z","time spent":"782.046092ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:02.171028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:02.672169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:03.17319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:03.673489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:03.81711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001109352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:03.817175Z","caller":"traceutil/trace.go:171","msg":"trace[1250669788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001218354s","start":"2026-04-23T01:08:01.815943Z","end":"2026-04-23T01:08:03.817162Z","steps":["trace[1250669788] 'agreement among raft nodes before linearized reading' (duration: 2.001130812s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:03.817209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:01.815929Z","time spent":"2.001272724s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:04.174589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:04.360321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.933759016s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:04.360734Z","caller":"traceutil/trace.go:171","msg":"trace[143364331] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"2.934305867s","start":"2026-04-23T01:08:01.42641Z","end":"2026-04-23T01:08:04.360716Z","steps":["trace[143364331] 'process raft request' (duration: 2.934127343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:04.360866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:01.426359Z","time spent":"2.934429049s","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.280344Z","caller":"traceutil/trace.go:171","msg":"trace[221582910] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26677; }","duration":"3.609746035s","start":"2026-04-23T01:08:01.670574Z","end":"2026-04-23T01:08:05.28032Z","steps":["trace[221582910] 'read index received' (duration: 2.690005954s)","trace[221582910] 'applied index is now lower than readState.Index' (duration: 919.739201ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:05.280475Z","caller":"traceutil/trace.go:171","msg":"trace[2102312690] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"2.764841171s","start":"2026-04-23T01:08:02.515623Z","end":"2026-04-23T01:08:05.280464Z","steps":["trace[2102312690] 'process raft request' (duration: 2.764490014s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:05.280488Z","caller":"traceutil/trace.go:171","msg":"trace[278236698] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"2.764944633s","start":"2026-04-23T01:08:02.515512Z","end":"2026-04-23T01:08:05.280457Z","steps":["trace[278236698] 'process raft request' (duration: 2.764556895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753909765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:08:05.281275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.461571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.281346Z","caller":"traceutil/trace.go:171","msg":"trace[1466298636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25844; }","duration":"2.753969126s","start":"2026-04-23T01:08:02.527363Z","end":"2026-04-23T01:08:05.281332Z","steps":["trace[1466298636] 'agreement among raft nodes before linearized reading' (duration: 2.753863694s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:05.281359Z","caller":"traceutil/trace.go:171","msg":"trace[94437698] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25844; }","duration":"815.588253ms","start":"2026-04-23T01:08:04.465752Z","end":"2026-04-23T01:08:05.28134Z","steps":["trace[94437698] 'agreement among raft nodes before linearized reading' (duration: 815.450841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.51549Z","time spent":"2.765809099s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:05.281387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.527357Z","time spent":"2.754021237s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:04.465739Z","time spent":"815.653524ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.280598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.515613Z","time spent":"2.764887602s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.280639Z","caller":"traceutil/trace.go:171","msg":"trace[575031743] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"2.764349972s","start":"2026-04-23T01:08:02.51628Z","end":"2026-04-23T01:08:05.28063Z","steps":["trace[575031743] 'process raft request' (duration: 2.763890943s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.516266Z","time spent":"2.765254669s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.280669Z","caller":"traceutil/trace.go:171","msg":"trace[69960223] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"2.764985934s","start":"2026-04-23T01:08:02.515675Z","end":"2026-04-23T01:08:05.280661Z","steps":["trace[69960223] 'process raft request' (duration: 2.764529875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.515669Z","time spent":"2.766004622s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.2807Z","caller":"traceutil/trace.go:171","msg":"trace[1126207311] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"2.609918718s","start":"2026-04-23T01:08:02.670774Z","end":"2026-04-23T01:08:05.280692Z","steps":["trace[1126207311] 'process raft request' (duration: 2.609474248s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.670757Z","time spent":"2.611034287s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.28073Z","caller":"traceutil/trace.go:171","msg":"trace[2057675149] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"2.145716261s","start":"2026-04-23T01:08:03.135005Z","end":"2026-04-23T01:08:05.280721Z","steps":["trace[2057675149] 'process raft request' (duration: 2.145273892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.134989Z","time spent":"2.146892913s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:05.280642Z","caller":"traceutil/trace.go:171","msg":"trace[845589902] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"2.780102178s","start":"2026-04-23T01:08:02.50049Z","end":"2026-04-23T01:08:05.280593Z","steps":["trace[845589902] 'process raft request' (duration: 2.697735779s)","trace[845589902] 'compare' (duration: 81.308919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:05.282003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.500467Z","time spent":"2.781511184s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:05.280785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610209984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.282073Z","caller":"traceutil/trace.go:171","msg":"trace[1706564931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25844; }","duration":"3.611525689s","start":"2026-04-23T01:08:01.670532Z","end":"2026-04-23T01:08:05.282058Z","steps":["trace[1706564931] 'agreement among raft nodes before linearized reading' (duration: 3.610214285s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.282113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:01.670517Z","time spent":"3.61158293s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.28092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762749052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:05.282177Z","caller":"traceutil/trace.go:171","msg":"trace[962127102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25844; }","duration":"2.764016525s","start":"2026-04-23T01:08:02.518144Z","end":"2026-04-23T01:08:05.28216Z","steps":["trace[962127102] 'agreement among raft nodes before linearized reading' (duration: 2.762744071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.280904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432020194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:05.282502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.518135Z","time spent":"2.764350031s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:05.28251Z","caller":"traceutil/trace.go:171","msg":"trace[2111318642] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25844; }","duration":"3.433690875s","start":"2026-04-23T01:08:01.848804Z","end":"2026-04-23T01:08:05.282495Z","steps":["trace[2111318642] 'agreement among raft nodes before linearized reading' (duration: 3.432019414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.282578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:01.848783Z","time spent":"3.433775556s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:05.280916Z","caller":"traceutil/trace.go:171","msg":"trace[1465794201] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"2.777380137s","start":"2026-04-23T01:08:02.503492Z","end":"2026-04-23T01:08:05.280872Z","steps":["trace[1465794201] 'process raft request' (duration: 2.77648978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.282702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.503479Z","time spent":"2.77914513s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:05.280968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757467702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:05.282915Z","caller":"traceutil/trace.go:171","msg":"trace[559809889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25844; }","duration":"2.759467719s","start":"2026-04-23T01:08:02.523431Z","end":"2026-04-23T01:08:05.282898Z","steps":["trace[559809889] 'agreement among raft nodes before linearized reading' (duration: 2.757429472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.282953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.523423Z","time spent":"2.75952092s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847352452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:08:05.283034Z","caller":"traceutil/trace.go:171","msg":"trace[5410720] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25844; }","duration":"2.84940157s","start":"2026-04-23T01:08:02.433623Z","end":"2026-04-23T01:08:05.283025Z","steps":["trace[5410720] 'agreement among raft nodes before linearized reading' (duration: 2.847323361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.28306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.433602Z","time spent":"2.849449791s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044909296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:08:05.283206Z","caller":"traceutil/trace.go:171","msg":"trace[1514812525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25844; }","duration":"2.047143548s","start":"2026-04-23T01:08:03.236052Z","end":"2026-04-23T01:08:05.283196Z","steps":["trace[1514812525] 'agreement among raft nodes before linearized reading' (duration: 2.044795934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.283237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.23604Z","time spent":"2.047188519s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09672725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.283358Z","caller":"traceutil/trace.go:171","msg":"trace[1746068833] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25844; }","duration":"2.099043764s","start":"2026-04-23T01:08:03.184287Z","end":"2026-04-23T01:08:05.283331Z","steps":["trace[1746068833] 'agreement among raft nodes before linearized reading' (duration: 2.09671237s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.283429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.184246Z","time spent":"2.099163026s","remote":"127.0.0.1:50512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.281032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758091264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:08:05.283575Z","caller":"traceutil/trace.go:171","msg":"trace[494587126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25844; }","duration":"2.760657122s","start":"2026-04-23T01:08:02.522906Z","end":"2026-04-23T01:08:05.283563Z","steps":["trace[494587126] 'agreement among raft nodes before linearized reading' (duration: 2.758034393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.283614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.522895Z","time spent":"2.760708753s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589931312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.283697Z","caller":"traceutil/trace.go:171","msg":"trace[1320269662] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25844; }","duration":"2.592583802s","start":"2026-04-23T01:08:02.691093Z","end":"2026-04-23T01:08:05.283677Z","steps":["trace[1320269662] 'agreement among raft nodes before linearized reading' (duration: 2.589953383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.283751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.691079Z","time spent":"2.592654363s","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.281084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.394314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.283849Z","caller":"traceutil/trace.go:171","msg":"trace[1657448523] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25844; }","duration":"122.189197ms","start":"2026-04-23T01:08:05.161645Z","end":"2026-04-23T01:08:05.283834Z","steps":["trace[1657448523] 'agreement among raft nodes before linearized reading' (duration: 119.416305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193965298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-04-23T01:08:05.284054Z","caller":"traceutil/trace.go:171","msg":"trace[255956883] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4; range_end:; response_count:1; response_revision:25844; }","duration":"3.196935434s","start":"2026-04-23T01:08:02.087108Z","end":"2026-04-23T01:08:05.284043Z","steps":["trace[255956883] 'agreement among raft nodes before linearized reading' (duration: 3.193933158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.284104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.087092Z","time spent":"3.197000385s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.778835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:08:05.284274Z","caller":"traceutil/trace.go:171","msg":"trace[1141840150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25844; }","duration":"879.001836ms","start":"2026-04-23T01:08:04.405257Z","end":"2026-04-23T01:08:05.284258Z","steps":["trace[1141840150] 'agreement among raft nodes before linearized reading' (duration: 875.606283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.284309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:04.405246Z","time spent":"879.051727ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.479546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-23T01:08:05.284514Z","caller":"traceutil/trace.go:171","msg":"trace[1774787203] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25844; }","duration":"915.911769ms","start":"2026-04-23T01:08:04.368593Z","end":"2026-04-23T01:08:05.284504Z","steps":["trace[1774787203] 'agreement among raft nodes before linearized reading' (duration: 912.452525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.284581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:04.368575Z","time spent":"915.993422ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750359578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:05.284756Z","caller":"traceutil/trace.go:171","msg":"trace[311973073] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25844; }","duration":"2.753940495s","start":"2026-04-23T01:08:02.530776Z","end":"2026-04-23T01:08:05.284716Z","steps":["trace[311973073] 'agreement among raft nodes before linearized reading' (duration: 2.750315507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762837313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:08:05.284856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.53077Z","time spent":"2.754049288s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:05.284879Z","caller":"traceutil/trace.go:171","msg":"trace[1013619130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25844; }","duration":"2.766635534s","start":"2026-04-23T01:08:02.518221Z","end":"2026-04-23T01:08:05.284856Z","steps":["trace[1013619130] 'agreement among raft nodes before linearized reading' (duration: 2.762780771s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464061586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:05.28494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.518201Z","time spent":"2.766716636s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:08:05.284979Z","caller":"traceutil/trace.go:171","msg":"trace[1867196447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25844; }","duration":"1.467902088s","start":"2026-04-23T01:08:03.817054Z","end":"2026-04-23T01:08:05.284956Z","steps":["trace[1867196447] 'agreement among raft nodes before linearized reading' (duration: 1.464084916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635802173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:05.285036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.81703Z","time spent":"1.46798918s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:05.285072Z","caller":"traceutil/trace.go:171","msg":"trace[1677755060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25844; }","duration":"1.639738867s","start":"2026-04-23T01:08:03.64532Z","end":"2026-04-23T01:08:05.285059Z","steps":["trace[1677755060] 'agreement among raft nodes before linearized reading' (duration: 1.635843314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.285125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.645301Z","time spent":"1.639808789s","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.281189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.812196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.285248Z","caller":"traceutil/trace.go:171","msg":"trace[458784556] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25844; }","duration":"812.868193ms","start":"2026-04-23T01:08:04.472344Z","end":"2026-04-23T01:08:05.285212Z","steps":["trace[458784556] 'agreement among raft nodes before linearized reading' (duration: 808.797907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.281205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462883713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:05.28536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:04.472335Z","time spent":"812.986575ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:05.285387Z","caller":"traceutil/trace.go:171","msg":"trace[786771649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25844; }","duration":"1.467095052s","start":"2026-04-23T01:08:03.818276Z","end":"2026-04-23T01:08:05.285371Z","steps":["trace[786771649] 'agreement among raft nodes before linearized reading' (duration: 1.462899753s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.285432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.818259Z","time spent":"1.467156723s","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:05.281221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753562709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:08:05.285567Z","caller":"traceutil/trace.go:171","msg":"trace[486703402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25844; }","duration":"2.75791671s","start":"2026-04-23T01:08:02.527644Z","end":"2026-04-23T01:08:05.285561Z","steps":["trace[486703402] 'agreement among raft nodes before linearized reading' (duration: 2.753526778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.285586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:02.52764Z","time spent":"2.757940961s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:05.281228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942735324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:05.285689Z","caller":"traceutil/trace.go:171","msg":"trace[154240435] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25844; }","duration":"1.947222589s","start":"2026-04-23T01:08:03.338439Z","end":"2026-04-23T01:08:05.285661Z","steps":["trace[154240435] 'agreement among raft nodes before linearized reading' (duration: 1.942767356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:05.286408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:03.338422Z","time spent":"1.947966243s","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:06.375594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.90062ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T01:08:06.375717Z","caller":"traceutil/trace.go:171","msg":"trace[438999870] linearizableReadLoop","detail":"{readStateIndex:26687; appliedIndex:26686; }","duration":"1.090091765s","start":"2026-04-23T01:08:05.285602Z","end":"2026-04-23T01:08:06.375694Z","steps":["trace[438999870] 'read index received' (duration: 491.011822ms)","trace[438999870] 'applied index is now lower than readState.Index' (duration: 599.077783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:06.375814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.28446Z","time spent":"1.091350428s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:06.376365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090718366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:08:06.376447Z","caller":"traceutil/trace.go:171","msg":"trace[1646470815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25844; }","duration":"1.090862409s","start":"2026-04-23T01:08:05.285564Z","end":"2026-04-23T01:08:06.376426Z","steps":["trace[1646470815] 'agreement among raft nodes before linearized reading' (duration: 1.090522963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.376829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.285551Z","time spent":"1.091263087s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:08:06.779115Z","caller":"traceutil/trace.go:171","msg":"trace[1171748545] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.489696387s","start":"2026-04-23T01:08:05.289403Z","end":"2026-04-23T01:08:06.779099Z","steps":["trace[1171748545] 'process raft request' (duration: 1.489546715s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.779136Z","caller":"traceutil/trace.go:171","msg":"trace[650574617] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"1.490760498s","start":"2026-04-23T01:08:05.288325Z","end":"2026-04-23T01:08:06.779086Z","steps":["trace[650574617] 'process raft request' (duration: 1.401031691s)","trace[650574617] 'compare' (duration: 89.33032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:06.779222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.289397Z","time spent":"1.489767958s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:06.779296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.288311Z","time spent":"1.4908949s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.77967Z","caller":"traceutil/trace.go:171","msg":"trace[1434434670] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.490218076s","start":"2026-04-23T01:08:05.289443Z","end":"2026-04-23T01:08:06.779661Z","steps":["trace[1434434670] 'process raft request' (duration: 1.489627196s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.779697Z","caller":"traceutil/trace.go:171","msg":"trace[885208026] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.489588196s","start":"2026-04-23T01:08:05.290085Z","end":"2026-04-23T01:08:06.779673Z","steps":["trace[885208026] 'process raft request' (duration: 1.489201579s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.779697Z","caller":"traceutil/trace.go:171","msg":"trace[801623361] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"1.489509244s","start":"2026-04-23T01:08:05.290166Z","end":"2026-04-23T01:08:06.779675Z","steps":["trace[801623361] 'process raft request' (duration: 1.489214638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.77971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.28944Z","time spent":"1.490250287s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.77969Z","caller":"traceutil/trace.go:171","msg":"trace[2026542636] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.490174526s","start":"2026-04-23T01:08:05.289467Z","end":"2026-04-23T01:08:06.779642Z","steps":["trace[2026542636] 'process raft request' (duration: 1.489696577s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.779739Z","caller":"traceutil/trace.go:171","msg":"trace[1525662451] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"1.489905151s","start":"2026-04-23T01:08:05.2898Z","end":"2026-04-23T01:08:06.779705Z","steps":["trace[1525662451] 'process raft request' (duration: 1.489447533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.779794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.29007Z","time spent":"1.489671327s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.779869Z","caller":"traceutil/trace.go:171","msg":"trace[276958071] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.48930394s","start":"2026-04-23T01:08:05.290538Z","end":"2026-04-23T01:08:06.779842Z","steps":["trace[276958071] 'process raft request' (duration: 1.488878602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.78007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.290133Z","time spent":"1.489614956s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:06.780098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.289785Z","time spent":"1.490024713s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:06.780151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.29053Z","time spent":"1.489568285s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:06.780161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.289464Z","time spent":"1.490331529s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.780356Z","caller":"traceutil/trace.go:171","msg":"trace[294550522] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"1.48716135s","start":"2026-04-23T01:08:05.293176Z","end":"2026-04-23T01:08:06.780337Z","steps":["trace[294550522] 'process raft request' (duration: 1.486274823s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.780397Z","caller":"traceutil/trace.go:171","msg":"trace[309856109] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26687; }","duration":"404.619817ms","start":"2026-04-23T01:08:06.37576Z","end":"2026-04-23T01:08:06.78038Z","steps":["trace[309856109] 'read index received' (duration: 313.612166ms)","trace[309856109] 'applied index is now lower than readState.Index' (duration: 91.005591ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:06.78041Z","caller":"traceutil/trace.go:171","msg":"trace[52690829] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"1.340862649s","start":"2026-04-23T01:08:05.439516Z","end":"2026-04-23T01:08:06.780379Z","steps":["trace[52690829] 'process raft request' (duration: 1.340733957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.293167Z","time spent":"1.487246661s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.780401Z","caller":"traceutil/trace.go:171","msg":"trace[1022343000] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"403.374533ms","start":"2026-04-23T01:08:06.377002Z","end":"2026-04-23T01:08:06.780377Z","steps":["trace[1022343000] 'process raft request' (duration: 403.317752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.897391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:06.78059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.439497Z","time spent":"1.340997201s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:06.780617Z","caller":"traceutil/trace.go:171","msg":"trace[781168180] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25855; }","duration":"555.984862ms","start":"2026-04-23T01:08:06.22462Z","end":"2026-04-23T01:08:06.780605Z","steps":["trace[781168180] 'agreement among raft nodes before linearized reading' (duration: 555.85734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.376981Z","time spent":"403.561317ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:06.780633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488380533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:06.780653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.224599Z","time spent":"556.044994ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:06.780668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074891169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:06.780718Z","caller":"traceutil/trace.go:171","msg":"trace[2081492161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25855; }","duration":"1.488458874s","start":"2026-04-23T01:08:05.29221Z","end":"2026-04-23T01:08:06.780669Z","steps":["trace[2081492161] 'agreement among raft nodes before linearized reading' (duration: 1.488372992s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.780735Z","caller":"traceutil/trace.go:171","msg":"trace[1302213544] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25855; }","duration":"1.07497496s","start":"2026-04-23T01:08:05.705737Z","end":"2026-04-23T01:08:06.780712Z","steps":["trace[1302213544] 'agreement among raft nodes before linearized reading' (duration: 1.074863188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408697944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:06.780765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.292195Z","time spent":"1.488561226s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:06.780768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482017452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:08:06.78081Z","caller":"traceutil/trace.go:171","msg":"trace[1067620761] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25855; }","duration":"1.482078013s","start":"2026-04-23T01:08:05.29872Z","end":"2026-04-23T01:08:06.780798Z","steps":["trace[1067620761] 'agreement among raft nodes before linearized reading' (duration: 1.48191999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.705721Z","time spent":"1.075044261s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:08:06.780785Z","caller":"traceutil/trace.go:171","msg":"trace[444989755] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25855; }","duration":"1.408971989s","start":"2026-04-23T01:08:05.371798Z","end":"2026-04-23T01:08:06.780769Z","steps":["trace[444989755] 'agreement among raft nodes before linearized reading' (duration: 1.408811026s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.78092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491364729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:08:06.780932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.371775Z","time spent":"1.409145562s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:06.780965Z","caller":"traceutil/trace.go:171","msg":"trace[1425599928] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871; range_end:; response_count:1; response_revision:25855; }","duration":"1.49141654s","start":"2026-04-23T01:08:05.289535Z","end":"2026-04-23T01:08:06.780951Z","steps":["trace[1425599928] 'agreement among raft nodes before linearized reading' (duration: 1.491278497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.780987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.737221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-23T01:08:06.781024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.756233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:06.780852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.298712Z","time spent":"1.482132864s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-23T01:08:06.781063Z","caller":"traceutil/trace.go:171","msg":"trace[478925832] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25855; }","duration":"202.831573ms","start":"2026-04-23T01:08:06.578222Z","end":"2026-04-23T01:08:06.781053Z","steps":["trace[478925832] 'agreement among raft nodes before linearized reading' (duration: 202.764852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.781065Z","caller":"traceutil/trace.go:171","msg":"trace[1392575135] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25855; }","duration":"402.843393ms","start":"2026-04-23T01:08:06.378205Z","end":"2026-04-23T01:08:06.781048Z","steps":["trace[1392575135] 'agreement among raft nodes before linearized reading' (duration: 402.64853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.78111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.37819Z","time spent":"402.908994ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:08:06.781106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493234303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:08:06.781175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.379954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:06.780999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.289531Z","time spent":"1.49146144s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" "} {"level":"info","ts":"2026-04-23T01:08:06.781234Z","caller":"traceutil/trace.go:171","msg":"trace[119229713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25855; }","duration":"344.478496ms","start":"2026-04-23T01:08:06.436741Z","end":"2026-04-23T01:08:06.78122Z","steps":["trace[119229713] 'agreement among raft nodes before linearized reading' (duration: 344.393935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.781176Z","caller":"traceutil/trace.go:171","msg":"trace[531483211] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e; range_end:; response_count:1; response_revision:25855; }","duration":"1.493333155s","start":"2026-04-23T01:08:05.287826Z","end":"2026-04-23T01:08:06.781159Z","steps":["trace[531483211] 'agreement among raft nodes before linearized reading' (duration: 1.493093661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.781281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.436723Z","time spent":"344.548397ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:06.781309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:05.287809Z","time spent":"1.493479138s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e\" "} {"level":"warn","ts":"2026-04-23T01:08:06.780828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.357112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:06.78476Z","caller":"traceutil/trace.go:171","msg":"trace[37064668] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25855; }","duration":"574.297167ms","start":"2026-04-23T01:08:06.21044Z","end":"2026-04-23T01:08:06.784737Z","steps":["trace[37064668] 'agreement among raft nodes before linearized reading' (duration: 570.350153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.784846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.210423Z","time spent":"574.400129ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:07.286766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:08.495182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470500007s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:08.495309Z","caller":"traceutil/trace.go:171","msg":"trace[325165907] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25855; }","duration":"1.47063719s","start":"2026-04-23T01:08:07.024653Z","end":"2026-04-23T01:08:08.49529Z","steps":["trace[325165907] 'range keys from in-memory index tree' (duration: 1.470483577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:08.495399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.058757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:08.495527Z","caller":"traceutil/trace.go:171","msg":"trace[597219869] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"1.70900869s","start":"2026-04-23T01:08:06.786493Z","end":"2026-04-23T01:08:08.495501Z","steps":["trace[597219869] 'process raft request' (duration: 779.74674ms)","trace[597219869] 'compare' (duration: 928.030047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:08.495625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.78648Z","time spent":"1.709096692s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.023547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45743118s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:09.131902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:09.132121Z","caller":"traceutil/trace.go:171","msg":"trace[1862607668] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"2.345065388s","start":"2026-04-23T01:08:06.787023Z","end":"2026-04-23T01:08:09.132088Z","steps":["trace[1862607668] 'process raft request' (duration: 2.236752502s)","trace[1862607668] 'compare' (duration: 107.936249ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:09.132167Z","caller":"traceutil/trace.go:171","msg":"trace[1993857109] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"2.345029037s","start":"2026-04-23T01:08:06.787107Z","end":"2026-04-23T01:08:09.132136Z","steps":["trace[1993857109] 'process raft request' (duration: 2.344889374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.132294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.787011Z","time spent":"2.345187461s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.132315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.787097Z","time spent":"2.345130929s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:09.132736Z","caller":"traceutil/trace.go:171","msg":"trace[1570772139] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"1.844681632s","start":"2026-04-23T01:08:07.288003Z","end":"2026-04-23T01:08:09.132685Z","steps":["trace[1570772139] 'process raft request' (duration: 1.844201603s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.133331Z","caller":"traceutil/trace.go:171","msg":"trace[1288899521] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26698; }","duration":"2.346611117s","start":"2026-04-23T01:08:06.786709Z","end":"2026-04-23T01:08:09.13332Z","steps":["trace[1288899521] 'read index received' (duration: 779.541716ms)","trace[1288899521] 'applied index is now lower than readState.Index' (duration: 1.567067661s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:09.133465Z","caller":"traceutil/trace.go:171","msg":"trace[1139196864] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.311404604s","start":"2026-04-23T01:08:07.822047Z","end":"2026-04-23T01:08:09.133451Z","steps":["trace[1139196864] 'process raft request' (duration: 1.310330885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.133523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.822019Z","time spent":"1.311475815s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:09.133533Z","caller":"traceutil/trace.go:171","msg":"trace[1396189105] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"1.845347843s","start":"2026-04-23T01:08:07.288161Z","end":"2026-04-23T01:08:09.133508Z","steps":["trace[1396189105] 'process raft request' (duration: 1.844080241s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.133602Z","caller":"traceutil/trace.go:171","msg":"trace[688875608] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"1.844920574s","start":"2026-04-23T01:08:07.288642Z","end":"2026-04-23T01:08:09.133563Z","steps":["trace[688875608] 'process raft request' (duration: 1.843632291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.133013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.287977Z","time spent":"1.844885165s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:09.133599Z","caller":"traceutil/trace.go:171","msg":"trace[1903023774] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"2.346323681s","start":"2026-04-23T01:08:06.787255Z","end":"2026-04-23T01:08:09.133579Z","steps":["trace[1903023774] 'process raft request' (duration: 2.344809902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.13371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.288139Z","time spent":"1.845480046s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.133843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.787249Z","time spent":"2.346510426s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:09.13369Z","caller":"traceutil/trace.go:171","msg":"trace[1252817077] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"2.342253335s","start":"2026-04-23T01:08:06.791412Z","end":"2026-04-23T01:08:09.133665Z","steps":["trace[1252817077] 'process raft request' (duration: 2.340702115s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.133938Z","caller":"traceutil/trace.go:171","msg":"trace[1687327974] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.846402733s","start":"2026-04-23T01:08:07.287496Z","end":"2026-04-23T01:08:09.133899Z","steps":["trace[1687327974] 'process raft request' (duration: 1.84466438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.133964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.791404Z","time spent":"2.34252745s","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.133695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.288628Z","time spent":"1.845019417s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.134042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.287468Z","time spent":"1.846505705s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:09.134357Z","caller":"traceutil/trace.go:171","msg":"trace[423291560] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.845577037s","start":"2026-04-23T01:08:07.288763Z","end":"2026-04-23T01:08:09.13434Z","steps":["trace[423291560] 'process raft request' (duration: 1.84354059s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.133751Z","caller":"traceutil/trace.go:171","msg":"trace[729008135] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.842834346s","start":"2026-04-23T01:08:07.290522Z","end":"2026-04-23T01:08:09.133356Z","steps":["trace[729008135] 'process raft request' (duration: 1.841817177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.135458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.290507Z","time spent":"1.844895485s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.134459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.288745Z","time spent":"1.845659499s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:09.33522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.792551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:08:09.335463Z","caller":"traceutil/trace.go:171","msg":"trace[91572596] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26710; }","duration":"202.06935ms","start":"2026-04-23T01:08:09.133374Z","end":"2026-04-23T01:08:09.335444Z","steps":["trace[91572596] 'read index received' (duration: 54.861µs)","trace[91572596] 'applied index is now lower than readState.Index' (duration: 202.012079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:09.335616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547390893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:08:09.335642Z","caller":"traceutil/trace.go:171","msg":"trace[1459143749] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25867; }","duration":"2.547427663s","start":"2026-04-23T01:08:06.788208Z","end":"2026-04-23T01:08:09.335635Z","steps":["trace[1459143749] 'agreement among raft nodes before linearized reading' (duration: 2.547295901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.335691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.788192Z","time spent":"2.547468814s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:08:09.335748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548991252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:08:09.335861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.152237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:09.335853Z","caller":"traceutil/trace.go:171","msg":"trace[1865236801] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25867; }","duration":"2.549132416s","start":"2026-04-23T01:08:06.786692Z","end":"2026-04-23T01:08:09.335824Z","steps":["trace[1865236801] 'agreement among raft nodes before linearized reading' (duration: 2.3467205s)","trace[1865236801] 'range keys from in-memory index tree' (duration: 202.124711ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:09.335884Z","caller":"traceutil/trace.go:171","msg":"trace[948345509] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25867; }","duration":"230.212768ms","start":"2026-04-23T01:08:09.105664Z","end":"2026-04-23T01:08:09.335877Z","steps":["trace[948345509] 'agreement among raft nodes before linearized reading' (duration: 230.170217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.335906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.786679Z","time spent":"2.549215547s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.557634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:09.336021Z","caller":"traceutil/trace.go:171","msg":"trace[812893076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25867; }","duration":"548.590374ms","start":"2026-04-23T01:08:08.787423Z","end":"2026-04-23T01:08:09.336014Z","steps":["trace[812893076] 'agreement among raft nodes before linearized reading' (duration: 548.525313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.787415Z","time spent":"548.616944ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542856337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" ","response":"range_response_count:1 size:8467"} {"level":"info","ts":"2026-04-23T01:08:09.336088Z","caller":"traceutil/trace.go:171","msg":"trace[629114525] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4; range_end:; response_count:1; response_revision:25867; }","duration":"2.542896517s","start":"2026-04-23T01:08:06.793185Z","end":"2026-04-23T01:08:09.336082Z","steps":["trace[629114525] 'agreement among raft nodes before linearized reading' (duration: 2.542813936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.79318Z","time spent":"2.542921138s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8490,"request content":"key:\"/registry/pods/openstack/magnum-api-77dc74dd8d-48nb4\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500374709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:09.336093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.433268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:08:09.33612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.484119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:09.336164Z","caller":"traceutil/trace.go:171","msg":"trace[1663008423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25867; }","duration":"550.548101ms","start":"2026-04-23T01:08:08.785598Z","end":"2026-04-23T01:08:09.336146Z","steps":["trace[1663008423] 'agreement among raft nodes before linearized reading' (duration: 550.333827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.203586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:08:09.336199Z","caller":"traceutil/trace.go:171","msg":"trace[1520866881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25867; }","duration":"548.229556ms","start":"2026-04-23T01:08:08.787965Z","end":"2026-04-23T01:08:09.336194Z","steps":["trace[1520866881] 'agreement among raft nodes before linearized reading' (duration: 548.184506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.336194Z","caller":"traceutil/trace.go:171","msg":"trace[1015594956] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25867; }","duration":"517.596261ms","start":"2026-04-23T01:08:08.81858Z","end":"2026-04-23T01:08:09.336176Z","steps":["trace[1015594956] 'agreement among raft nodes before linearized reading' (duration: 517.455689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.78796Z","time spent":"548.249467ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546177529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:09.336234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.818569Z","time spent":"517.656182ms","remote":"127.0.0.1:35684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:09.336249Z","caller":"traceutil/trace.go:171","msg":"trace[346131517] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25867; }","duration":"2.546207569s","start":"2026-04-23T01:08:06.790036Z","end":"2026-04-23T01:08:09.336244Z","steps":["trace[346131517] 'agreement among raft nodes before linearized reading' (duration: 2.546172539s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.79003Z","time spent":"2.54623394s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.785582Z","time spent":"550.613271ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:09.33628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.111823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:08:09.336292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.245363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:08:09.336311Z","caller":"traceutil/trace.go:171","msg":"trace[1391122830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25867; }","duration":"549.155534ms","start":"2026-04-23T01:08:08.787147Z","end":"2026-04-23T01:08:09.336302Z","steps":["trace[1391122830] 'agreement among raft nodes before linearized reading' (duration: 549.077453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.336323Z","caller":"traceutil/trace.go:171","msg":"trace[1464390332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25867; }","duration":"551.306604ms","start":"2026-04-23T01:08:08.785006Z","end":"2026-04-23T01:08:09.336313Z","steps":["trace[1464390332] 'agreement among raft nodes before linearized reading' (duration: 551.167511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.787137Z","time spent":"549.193125ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.784987Z","time spent":"551.364495ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.279136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:08:09.336495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.610091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:09.336521Z","caller":"traceutil/trace.go:171","msg":"trace[453819091] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25867; }","duration":"550.305936ms","start":"2026-04-23T01:08:08.786205Z","end":"2026-04-23T01:08:09.336511Z","steps":["trace[453819091] 'agreement among raft nodes before linearized reading' (duration: 550.219175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.336547Z","caller":"traceutil/trace.go:171","msg":"trace[1538930494] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25867; }","duration":"434.699942ms","start":"2026-04-23T01:08:08.901829Z","end":"2026-04-23T01:08:09.336529Z","steps":["trace[1538930494] 'agreement among raft nodes before linearized reading' (duration: 434.599441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.786181Z","time spent":"550.359517ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.901808Z","time spent":"434.771263ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:09.336598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760200113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:09.336633Z","caller":"traceutil/trace.go:171","msg":"trace[908682537] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25867; }","duration":"1.760272105s","start":"2026-04-23T01:08:07.576352Z","end":"2026-04-23T01:08:09.336624Z","steps":["trace[908682537] 'agreement among raft nodes before linearized reading' (duration: 1.760219943s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.576321Z","time spent":"1.760333636s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:09.336507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505332391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:09.336719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.545651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:09.336753Z","caller":"traceutil/trace.go:171","msg":"trace[1292159690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25867; }","duration":"1.505600036s","start":"2026-04-23T01:08:07.831145Z","end":"2026-04-23T01:08:09.336745Z","steps":["trace[1292159690] 'agreement among raft nodes before linearized reading' (duration: 1.505332351s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.336145Z","caller":"traceutil/trace.go:171","msg":"trace[364501160] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25867; }","duration":"2.50045947s","start":"2026-04-23T01:08:06.835665Z","end":"2026-04-23T01:08:09.336125Z","steps":["trace[364501160] 'agreement among raft nodes before linearized reading' (duration: 2.500323178s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:09.336759Z","caller":"traceutil/trace.go:171","msg":"trace[1043056907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25867; }","duration":"550.605282ms","start":"2026-04-23T01:08:08.786145Z","end":"2026-04-23T01:08:09.33675Z","steps":["trace[1043056907] 'agreement among raft nodes before linearized reading' (duration: 550.48381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.336774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.831131Z","time spent":"1.505635968s","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:09.336785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:08.786135Z","time spent":"550.644653ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:06.835612Z","time spent":"2.501171104s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:08:09.336553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518897856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:09.33709Z","caller":"traceutil/trace.go:171","msg":"trace[762050034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25867; }","duration":"1.519451096s","start":"2026-04-23T01:08:07.817612Z","end":"2026-04-23T01:08:09.337064Z","steps":["trace[762050034] 'agreement among raft nodes before linearized reading' (duration: 1.518912565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:09.338241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:07.817583Z","time spent":"1.520610798s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:10.071936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.497162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:10.072314Z","caller":"traceutil/trace.go:171","msg":"trace[255731036] linearizableReadLoop","detail":"{readStateIndex:26714; appliedIndex:26711; }","duration":"731.528344ms","start":"2026-04-23T01:08:09.340767Z","end":"2026-04-23T01:08:10.072295Z","steps":["trace[255731036] 'read index received' (duration: 7.685685ms)","trace[255731036] 'applied index is now lower than readState.Index' (duration: 723.841229ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:10.072406Z","caller":"traceutil/trace.go:171","msg":"trace[1871190250] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"731.713467ms","start":"2026-04-23T01:08:09.340681Z","end":"2026-04-23T01:08:10.072394Z","steps":["trace[1871190250] 'process raft request' (duration: 290.659595ms)","trace[1871190250] 'compare' (duration: 439.684187ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:10.072453Z","caller":"traceutil/trace.go:171","msg":"trace[1016049868] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"729.500005ms","start":"2026-04-23T01:08:09.342928Z","end":"2026-04-23T01:08:10.072428Z","steps":["trace[1016049868] 'process raft request' (duration: 729.25152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:10.072468Z","caller":"traceutil/trace.go:171","msg":"trace[510932107] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"731.711787ms","start":"2026-04-23T01:08:09.340722Z","end":"2026-04-23T01:08:10.072434Z","steps":["trace[510932107] 'process raft request' (duration: 731.3339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:10.072522Z","caller":"traceutil/trace.go:171","msg":"trace[42007395] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"731.698256ms","start":"2026-04-23T01:08:09.340797Z","end":"2026-04-23T01:08:10.072495Z","steps":["trace[42007395] 'process raft request' (duration: 731.33938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:10.072597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.827569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:10.072635Z","caller":"traceutil/trace.go:171","msg":"trace[327837814] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25874; }","duration":"731.892391ms","start":"2026-04-23T01:08:09.340733Z","end":"2026-04-23T01:08:10.072625Z","steps":["trace[327837814] 'agreement among raft nodes before linearized reading' (duration: 731.798829ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:10.072611Z","caller":"traceutil/trace.go:171","msg":"trace[1391588328] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"727.833864ms","start":"2026-04-23T01:08:09.344738Z","end":"2026-04-23T01:08:10.072572Z","steps":["trace[1391588328] 'process raft request' (duration: 727.518108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:10.072653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.340767Z","time spent":"731.818439ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:10.072584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.342898Z","time spent":"729.621407ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:10.072671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.340714Z","time spent":"731.950831ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:08:10.072473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.340672Z","time spent":"731.766738ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:10.072773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.344714Z","time spent":"727.975536ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:10.072513Z","caller":"traceutil/trace.go:171","msg":"trace[122119216] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"727.835443ms","start":"2026-04-23T01:08:09.344669Z","end":"2026-04-23T01:08:10.072504Z","steps":["trace[122119216] 'process raft request' (duration: 727.548698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:10.072837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.340691Z","time spent":"731.860639ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:10.073041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.344649Z","time spent":"728.241281ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:11.220513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.490568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:11.220627Z","caller":"traceutil/trace.go:171","msg":"trace[1423030032] linearizableReadLoop","detail":"{readStateIndex:26719; appliedIndex:26718; }","duration":"1.148251567s","start":"2026-04-23T01:08:10.072358Z","end":"2026-04-23T01:08:11.220609Z","steps":["trace[1423030032] 'read index received' (duration: 421.517325ms)","trace[1423030032] 'applied index is now lower than readState.Index' (duration: 726.732832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:11.220707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87069206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:11.220741Z","caller":"traceutil/trace.go:171","msg":"trace[121368816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25875; }","duration":"1.87074155s","start":"2026-04-23T01:08:09.349988Z","end":"2026-04-23T01:08:11.220729Z","steps":["trace[121368816] 'agreement among raft nodes before linearized reading' (duration: 1.87069001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:11.220717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246708579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:11.220773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.349981Z","time spent":"1.870785601s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:11.220766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875315057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:11.220789Z","caller":"traceutil/trace.go:171","msg":"trace[1443510029] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25875; }","duration":"1.24683875s","start":"2026-04-23T01:08:09.973932Z","end":"2026-04-23T01:08:11.22077Z","steps":["trace[1443510029] 'agreement among raft nodes before linearized reading' (duration: 1.246700268s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.220776Z","caller":"traceutil/trace.go:171","msg":"trace[1580088785] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"1.870920624s","start":"2026-04-23T01:08:09.349819Z","end":"2026-04-23T01:08:11.22074Z","steps":["trace[1580088785] 'process raft request' (duration: 1.14412075s)","trace[1580088785] 'compare' (duration: 725.903267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:11.220844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.973912Z","time spent":"1.246923072s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:11.220842Z","caller":"traceutil/trace.go:171","msg":"trace[1637945494] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25875; }","duration":"1.875413818s","start":"2026-04-23T01:08:09.34541Z","end":"2026-04-23T01:08:11.220824Z","steps":["trace[1637945494] 'agreement among raft nodes before linearized reading' (duration: 1.875282256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:11.220895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.345403Z","time spent":"1.875483539s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:11.220793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554319522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:08:11.221212Z","caller":"traceutil/trace.go:171","msg":"trace[121549711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25875; }","duration":"1.554816772s","start":"2026-04-23T01:08:09.666383Z","end":"2026-04-23T01:08:11.2212Z","steps":["trace[121549711] 'agreement among raft nodes before linearized reading' (duration: 1.554276851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:11.221258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.666359Z","time spent":"1.554887783s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:08:11.221645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:09.34981Z","time spent":"1.871041127s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:11.981892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.86263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:11.982012Z","caller":"traceutil/trace.go:171","msg":"trace[1824058899] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"841.209475ms","start":"2026-04-23T01:08:11.140783Z","end":"2026-04-23T01:08:11.981992Z","steps":["trace[1824058899] 'process raft request' (duration: 393.163031ms)","trace[1824058899] 'compare' (duration: 446.862701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:11.982075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.140764Z","time spent":"841.280867ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:12.281814Z","caller":"traceutil/trace.go:171","msg":"trace[762786790] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"1.139364921s","start":"2026-04-23T01:08:11.142425Z","end":"2026-04-23T01:08:12.28179Z","steps":["trace[762786790] 'process raft request' (duration: 1.138178559s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:12.281861Z","caller":"traceutil/trace.go:171","msg":"trace[1636052532] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"1.138304631s","start":"2026-04-23T01:08:11.143514Z","end":"2026-04-23T01:08:12.281819Z","steps":["trace[1636052532] 'process raft request' (duration: 1.137643939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.281921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.1424Z","time spent":"1.139463643s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:12.282019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.143502Z","time spent":"1.138426553s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:12.282081Z","caller":"traceutil/trace.go:171","msg":"trace[1693837074] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"1.137838691s","start":"2026-04-23T01:08:11.144201Z","end":"2026-04-23T01:08:12.28204Z","steps":["trace[1693837074] 'process raft request' (duration: 1.137421593s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.282229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.14419Z","time spent":"1.137964164s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:12.282283Z","caller":"traceutil/trace.go:171","msg":"trace[1802287833] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"1.137863401s","start":"2026-04-23T01:08:11.144383Z","end":"2026-04-23T01:08:12.282246Z","steps":["trace[1802287833] 'process raft request' (duration: 1.137279241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.282468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.144374Z","time spent":"1.137992504s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:12.282482Z","caller":"traceutil/trace.go:171","msg":"trace[2001948485] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.138054005s","start":"2026-04-23T01:08:11.144414Z","end":"2026-04-23T01:08:12.282468Z","steps":["trace[2001948485] 'process raft request' (duration: 1.137787811s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:12.282507Z","caller":"traceutil/trace.go:171","msg":"trace[390606906] linearizableReadLoop","detail":"{readStateIndex:26725; appliedIndex:26719; }","duration":"1.061834883s","start":"2026-04-23T01:08:11.220653Z","end":"2026-04-23T01:08:12.282488Z","steps":["trace[390606906] 'read index received' (duration: 313.300901ms)","trace[390606906] 'applied index is now lower than readState.Index' (duration: 748.533042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:12.28253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.144402Z","time spent":"1.138103957s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:12.282574Z","caller":"traceutil/trace.go:171","msg":"trace[1825529283] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.051975818s","start":"2026-04-23T01:08:11.230568Z","end":"2026-04-23T01:08:12.282544Z","steps":["trace[1825529283] 'process raft request' (duration: 1.051820864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.282719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.230553Z","time spent":"1.05207954s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:12.282731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20629711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:08:12.282772Z","caller":"traceutil/trace.go:171","msg":"trace[229566714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25882; }","duration":"2.206374421s","start":"2026-04-23T01:08:10.076384Z","end":"2026-04-23T01:08:12.282758Z","steps":["trace[229566714] 'agreement among raft nodes before linearized reading' (duration: 2.206195647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.282809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:10.076365Z","time spent":"2.206437352s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:08:12.2836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151107292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:12.283623Z","caller":"traceutil/trace.go:171","msg":"trace[427949595] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25882; }","duration":"1.151168322s","start":"2026-04-23T01:08:11.13245Z","end":"2026-04-23T01:08:12.283619Z","steps":["trace[427949595] 'agreement among raft nodes before linearized reading' (duration: 1.150098443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.283636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.132434Z","time spent":"1.151199283s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2783,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:12.782587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:13.227739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:13.227846Z","caller":"traceutil/trace.go:171","msg":"trace[1148961326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604852s","start":"2026-04-23T01:08:11.227192Z","end":"2026-04-23T01:08:13.227797Z","steps":["trace[1148961326] 'agreement among raft nodes before linearized reading' (duration: 2.00050187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:13.227893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.227175Z","time spent":"2.000707035s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:13.283353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:13.784049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:14.104934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.822963203s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:14.228097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.791619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:14.228424Z","caller":"traceutil/trace.go:171","msg":"trace[1822320334] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26726; }","duration":"1.945848782s","start":"2026-04-23T01:08:12.282554Z","end":"2026-04-23T01:08:14.228403Z","steps":["trace[1822320334] 'read index received' (duration: 1.822579765s)","trace[1822320334] 'applied index is now lower than readState.Index' (duration: 123.267747ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:14.228611Z","caller":"traceutil/trace.go:171","msg":"trace[496528764] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"2.440973952s","start":"2026-04-23T01:08:11.787604Z","end":"2026-04-23T01:08:14.228578Z","steps":["trace[496528764] 'process raft request' (duration: 2.317580532s)","trace[496528764] 'compare' (duration: 122.426772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:14.228712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151740034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:08:14.228771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.787583Z","time spent":"2.441094474s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.228805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784374848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.228863Z","caller":"traceutil/trace.go:171","msg":"trace[2109943173] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.440407141s","start":"2026-04-23T01:08:12.788445Z","end":"2026-04-23T01:08:14.228852Z","steps":["trace[2109943173] 'process raft request' (duration: 1.439783468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.228919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811989498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:14.228647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151709363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:14.228962Z","caller":"traceutil/trace.go:171","msg":"trace[607466571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25885; }","duration":"2.812070539s","start":"2026-04-23T01:08:11.416877Z","end":"2026-04-23T01:08:14.228947Z","steps":["trace[607466571] 'agreement among raft nodes before linearized reading' (duration: 2.812010468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.228966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.78842Z","time spent":"1.440476712s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:14.228985Z","caller":"traceutil/trace.go:171","msg":"trace[1048813037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25885; }","duration":"2.15205474s","start":"2026-04-23T01:08:12.076917Z","end":"2026-04-23T01:08:14.228972Z","steps":["trace[1048813037] 'agreement among raft nodes before linearized reading' (duration: 2.151605191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.416843Z","time spent":"2.812149371s","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:14.229026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.076914Z","time spent":"2.15209857s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:14.228862Z","caller":"traceutil/trace.go:171","msg":"trace[809237922] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25885; }","duration":"2.784455489s","start":"2026-04-23T01:08:11.444391Z","end":"2026-04-23T01:08:14.228847Z","steps":["trace[809237922] 'agreement among raft nodes before linearized reading' (duration: 2.784377878s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.444377Z","time spent":"2.784760546s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:14.229217Z","caller":"traceutil/trace.go:171","msg":"trace[8516015] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"242.413957ms","start":"2026-04-23T01:08:13.986789Z","end":"2026-04-23T01:08:14.229203Z","steps":["trace[8516015] 'process raft request' (duration: 241.55616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.228803Z","caller":"traceutil/trace.go:171","msg":"trace[1995491599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25885; }","duration":"2.151845256s","start":"2026-04-23T01:08:12.076933Z","end":"2026-04-23T01:08:14.228779Z","steps":["trace[1995491599] 'agreement among raft nodes before linearized reading' (duration: 2.151585271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945338753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-23T01:08:14.229336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.07693Z","time spent":"2.152344785s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:14.228749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151841157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:08:14.229447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.934056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.229483Z","caller":"traceutil/trace.go:171","msg":"trace[591691264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25885; }","duration":"994.986177ms","start":"2026-04-23T01:08:13.234487Z","end":"2026-04-23T01:08:14.229473Z","steps":["trace[591691264] 'agreement among raft nodes before linearized reading' (duration: 994.931086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.2295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008871908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-04-23T01:08:14.229481Z","caller":"traceutil/trace.go:171","msg":"trace[1080337321] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25885; }","duration":"2.152561959s","start":"2026-04-23T01:08:12.076872Z","end":"2026-04-23T01:08:14.229434Z","steps":["trace[1080337321] 'agreement among raft nodes before linearized reading' (duration: 2.151795724s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.234479Z","time spent":"995.038068ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:14.229535Z","caller":"traceutil/trace.go:171","msg":"trace[569483585] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25885; }","duration":"2.00893983s","start":"2026-04-23T01:08:12.220584Z","end":"2026-04-23T01:08:14.229524Z","steps":["trace[569483585] 'agreement among raft nodes before linearized reading' (duration: 2.008820738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.220559Z","time spent":"2.0090032s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T01:08:14.229587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.076859Z","time spent":"2.152689861s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:14.229675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.04237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.229396Z","caller":"traceutil/trace.go:171","msg":"trace[1157946669] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25885; }","duration":"1.945412164s","start":"2026-04-23T01:08:12.283972Z","end":"2026-04-23T01:08:14.229384Z","steps":["trace[1157946669] 'agreement among raft nodes before linearized reading' (duration: 1.945250911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.93332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:08:14.229813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.283929Z","time spent":"1.945870503s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:08:14.229855Z","caller":"traceutil/trace.go:171","msg":"trace[34656622] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871; range_end:; response_count:1; response_revision:25885; }","duration":"999.020321ms","start":"2026-04-23T01:08:13.230821Z","end":"2026-04-23T01:08:14.229842Z","steps":["trace[34656622] 'agreement among raft nodes before linearized reading' (duration: 998.884269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.229903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.230805Z","time spent":"999.086023ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" "} {"level":"warn","ts":"2026-04-23T01:08:14.229907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79574189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:08:14.229925Z","caller":"traceutil/trace.go:171","msg":"trace[113270206] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25885; }","duration":"868.216563ms","start":"2026-04-23T01:08:13.361566Z","end":"2026-04-23T01:08:14.229783Z","steps":["trace[113270206] 'agreement among raft nodes before linearized reading' (duration: 867.791876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.230035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.361544Z","time spent":"868.477548ms","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:14.230124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.882052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:14.230144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14667014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:08:14.230177Z","caller":"traceutil/trace.go:171","msg":"trace[1671220482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25885; }","duration":"2.14670763s","start":"2026-04-23T01:08:12.083458Z","end":"2026-04-23T01:08:14.230166Z","steps":["trace[1671220482] 'agreement among raft nodes before linearized reading' (duration: 2.146632429s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.230176Z","caller":"traceutil/trace.go:171","msg":"trace[1244387219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25885; }","duration":"355.970803ms","start":"2026-04-23T01:08:13.87419Z","end":"2026-04-23T01:08:14.230161Z","steps":["trace[1244387219] 'agreement among raft nodes before linearized reading' (duration: 355.895832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.230213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.083454Z","time spent":"2.146752251s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:14.23022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.874169Z","time spent":"356.042945ms","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:14.230294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146842602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:08:14.230347Z","caller":"traceutil/trace.go:171","msg":"trace[951838585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25885; }","duration":"2.146912764s","start":"2026-04-23T01:08:12.083418Z","end":"2026-04-23T01:08:14.230331Z","steps":["trace[951838585] 'agreement among raft nodes before linearized reading' (duration: 2.146752361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.23038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.083408Z","time spent":"2.146966695s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:14.229269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996819362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:14.230557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252943416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299316"} {"level":"info","ts":"2026-04-23T01:08:14.230631Z","caller":"traceutil/trace.go:171","msg":"trace[1566509872] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:25885; }","duration":"1.253042398s","start":"2026-04-23T01:08:12.977569Z","end":"2026-04-23T01:08:14.230611Z","steps":["trace[1566509872] 'agreement among raft nodes before linearized reading' (duration: 1.252429376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.230721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.977553Z","time spent":"1.25315092s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299339,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T01:08:14.23082Z","caller":"traceutil/trace.go:171","msg":"trace[816646440] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25885; }","duration":"2.998390271s","start":"2026-04-23T01:08:11.232416Z","end":"2026-04-23T01:08:14.230806Z","steps":["trace[816646440] 'agreement among raft nodes before linearized reading' (duration: 2.996573707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.230899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.232408Z","time spent":"2.998475912s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:08:14.229971Z","caller":"traceutil/trace.go:171","msg":"trace[1947426962] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25885; }","duration":"1.795842312s","start":"2026-04-23T01:08:12.43411Z","end":"2026-04-23T01:08:14.229952Z","steps":["trace[1947426962] 'agreement among raft nodes before linearized reading' (duration: 1.795648089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.232004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.434092Z","time spent":"1.797898201s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:08:14.230071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144998707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:08:14.232043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876279145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:14.232145Z","caller":"traceutil/trace.go:171","msg":"trace[1053585905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25885; }","duration":"2.147046696s","start":"2026-04-23T01:08:12.08505Z","end":"2026-04-23T01:08:14.232096Z","steps":["trace[1053585905] 'agreement among raft nodes before linearized reading' (duration: 2.144941846s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.232186Z","caller":"traceutil/trace.go:171","msg":"trace[1724208842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25885; }","duration":"2.879000506s","start":"2026-04-23T01:08:11.353168Z","end":"2026-04-23T01:08:14.232169Z","steps":["trace[1724208842] 'agreement among raft nodes before linearized reading' (duration: 2.876209534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.232238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:11.352957Z","time spent":"2.879263341s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:14.232453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.085043Z","time spent":"2.147356912s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:15.656539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291746315s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T01:08:15.65671Z","caller":"traceutil/trace.go:171","msg":"trace[1135700128] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"1.422056675s","start":"2026-04-23T01:08:14.23464Z","end":"2026-04-23T01:08:15.656697Z","steps":["trace[1135700128] 'process raft request' (duration: 1.421969023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.656776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.23456Z","time spent":"1.422172326s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:15.656896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.23437Z","time spent":"1.422525334s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:16.240286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:16.240367Z","caller":"traceutil/trace.go:171","msg":"trace[356622806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076962s","start":"2026-04-23T01:08:14.240272Z","end":"2026-04-23T01:08:16.240349Z","steps":["trace[356622806] 'agreement among raft nodes before linearized reading' (duration: 1.99998294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.240411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.240266Z","time spent":"2.000137013s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:16.399694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.034875507s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:18.241546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:18.241625Z","caller":"traceutil/trace.go:171","msg":"trace[1907209544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622802s","start":"2026-04-23T01:08:16.240984Z","end":"2026-04-23T01:08:18.241606Z","steps":["trace[1907209544] 'agreement among raft nodes before linearized reading' (duration: 2.000525521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.241669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.240957Z","time spent":"2.000702944s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:18.864943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840123675s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:18.865076Z","caller":"traceutil/trace.go:171","msg":"trace[196037908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25886; }","duration":"1.840265147s","start":"2026-04-23T01:08:17.024789Z","end":"2026-04-23T01:08:18.865054Z","steps":["trace[196037908] 'range keys from in-memory index tree' (duration: 1.840104934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.866941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466899199s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:18.867586Z","caller":"traceutil/trace.go:171","msg":"trace[2146038728] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26729; }","duration":"4.627279916s","start":"2026-04-23T01:08:14.240284Z","end":"2026-04-23T01:08:18.867564Z","steps":["trace[2146038728] 'read index received' (duration: 124.42915ms)","trace[2146038728] 'applied index is now lower than readState.Index' (duration: 4.502849026s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:18.867684Z","caller":"traceutil/trace.go:171","msg":"trace[315224054] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"4.632393592s","start":"2026-04-23T01:08:14.235278Z","end":"2026-04-23T01:08:18.867672Z","steps":["trace[315224054] 'process raft request' (duration: 2.164651486s)","trace[315224054] 'compare' (duration: 2.464925023s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:18.867777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.235262Z","time spent":"4.632456883s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.867978Z","caller":"traceutil/trace.go:171","msg":"trace[432618455] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"4.632020894s","start":"2026-04-23T01:08:14.23592Z","end":"2026-04-23T01:08:18.867941Z","steps":["trace[432618455] 'process raft request' (duration: 4.63126108s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868021Z","caller":"traceutil/trace.go:171","msg":"trace[648773209] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"4.579918235s","start":"2026-04-23T01:08:14.288088Z","end":"2026-04-23T01:08:18.868006Z","steps":["trace[648773209] 'process raft request' (duration: 4.579275823s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868059Z","caller":"traceutil/trace.go:171","msg":"trace[1533656476] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"4.629228081s","start":"2026-04-23T01:08:14.238815Z","end":"2026-04-23T01:08:18.868043Z","steps":["trace[1533656476] 'process raft request' (duration: 4.628472137s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868187Z","caller":"traceutil/trace.go:171","msg":"trace[686310138] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"4.579740622s","start":"2026-04-23T01:08:14.288433Z","end":"2026-04-23T01:08:18.868174Z","steps":["trace[686310138] 'process raft request' (duration: 4.579012609s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868056Z","caller":"traceutil/trace.go:171","msg":"trace[1564721226] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"4.631612017s","start":"2026-04-23T01:08:14.236408Z","end":"2026-04-23T01:08:18.86802Z","steps":["trace[1564721226] 'process raft request' (duration: 4.630844742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.868287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.288424Z","time spent":"4.579808833s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628039269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:08:18.867968Z","caller":"traceutil/trace.go:171","msg":"trace[1697684177] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"4.629047128s","start":"2026-04-23T01:08:14.238879Z","end":"2026-04-23T01:08:18.867926Z","steps":["trace[1697684177] 'process raft request' (duration: 4.628445137s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868505Z","caller":"traceutil/trace.go:171","msg":"trace[896968102] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"4.632160387s","start":"2026-04-23T01:08:14.236324Z","end":"2026-04-23T01:08:18.868484Z","steps":["trace[896968102] 'process raft request' (duration: 4.630897523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.86859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.238866Z","time spent":"4.629679499s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.868383Z","caller":"traceutil/trace.go:171","msg":"trace[419855767] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"4.633064084s","start":"2026-04-23T01:08:14.235278Z","end":"2026-04-23T01:08:18.868342Z","steps":["trace[419855767] 'process raft request' (duration: 4.63179009s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868652Z","caller":"traceutil/trace.go:171","msg":"trace[1430385742] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"4.579480736s","start":"2026-04-23T01:08:14.289154Z","end":"2026-04-23T01:08:18.868634Z","steps":["trace[1430385742] 'process raft request' (duration: 4.578363896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.86815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.235904Z","time spent":"4.632147626s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.236311Z","time spent":"4.6323155s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.868061Z","caller":"traceutil/trace.go:171","msg":"trace[784677403] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"4.579529978s","start":"2026-04-23T01:08:14.2885Z","end":"2026-04-23T01:08:18.86803Z","steps":["trace[784677403] 'process raft request' (duration: 4.578976158s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.868145Z","caller":"traceutil/trace.go:171","msg":"trace[2079552061] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"4.579986686s","start":"2026-04-23T01:08:14.288142Z","end":"2026-04-23T01:08:18.868129Z","steps":["trace[2079552061] 'process raft request' (duration: 4.579253243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.868781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.235264Z","time spent":"4.633417761s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.288493Z","time spent":"4.580304523s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.868632Z","caller":"traceutil/trace.go:171","msg":"trace[353700133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25898; }","duration":"4.628252803s","start":"2026-04-23T01:08:14.240265Z","end":"2026-04-23T01:08:18.868518Z","steps":["trace[353700133] 'agreement among raft nodes before linearized reading' (duration: 4.627815015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.868907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.240256Z","time spent":"4.628632471s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:08:18.868935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.238809Z","time spent":"4.629407465s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.288058Z","time spent":"4.579989626s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.288121Z","time spent":"4.58068577s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.868758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.289141Z","time spent":"4.579565457s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.869388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:14.236392Z","time spent":"4.631867021s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:19.065813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:19.065932Z","caller":"traceutil/trace.go:171","msg":"trace[821336942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050278s","start":"2026-04-23T01:08:17.065408Z","end":"2026-04-23T01:08:19.065911Z","steps":["trace[821336942] 'agreement among raft nodes before linearized reading' (duration: 2.000350027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.066001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.065386Z","time spent":"2.000593001s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:19.368695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:19.86898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:20.250796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:20.250885Z","caller":"traceutil/trace.go:171","msg":"trace[1266779220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775025s","start":"2026-04-23T01:08:18.250091Z","end":"2026-04-23T01:08:20.250866Z","steps":["trace[1266779220] 'agreement among raft nodes before linearized reading' (duration: 2.000660393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.250932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.250075Z","time spent":"2.000846916s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:20.357854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.767415349s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:21.233218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.235239Z","time spent":"4.997972204s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:21.379306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021152609s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:21.379639Z","caller":"traceutil/trace.go:171","msg":"trace[430315650] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"6.079502648s","start":"2026-04-23T01:08:15.300106Z","end":"2026-04-23T01:08:21.379609Z","steps":["trace[430315650] 'process raft request' (duration: 5.057957332s)","trace[430315650] 'compare' (duration: 1.017741324s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:21.37979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.300081Z","time spent":"6.07963044s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.379853Z","caller":"traceutil/trace.go:171","msg":"trace[118320465] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"5.721980706s","start":"2026-04-23T01:08:15.657847Z","end":"2026-04-23T01:08:21.379827Z","steps":["trace[118320465] 'process raft request' (duration: 5.72165731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.37997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.657836Z","time spent":"5.722068648s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.380193Z","caller":"traceutil/trace.go:171","msg":"trace[1352599263] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"2.142646132s","start":"2026-04-23T01:08:19.237526Z","end":"2026-04-23T01:08:21.380172Z","steps":["trace[1352599263] 'process raft request' (duration: 2.142546891s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.380308Z","caller":"traceutil/trace.go:171","msg":"trace[662379709] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26743; }","duration":"2.512671389s","start":"2026-04-23T01:08:18.867629Z","end":"2026-04-23T01:08:21.3803Z","steps":["trace[662379709] 'read index received' (duration: 1.49045011s)","trace[662379709] 'applied index is now lower than readState.Index' (duration: 1.022220209s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.380418Z","caller":"traceutil/trace.go:171","msg":"trace[813235848] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"2.088157788s","start":"2026-04-23T01:08:19.292245Z","end":"2026-04-23T01:08:21.380403Z","steps":["trace[813235848] 'process raft request' (duration: 2.087889574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.380412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712464806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:21.380464Z","caller":"traceutil/trace.go:171","msg":"trace[1141622578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25903; }","duration":"4.712566257s","start":"2026-04-23T01:08:16.667884Z","end":"2026-04-23T01:08:21.38045Z","steps":["trace[1141622578] 'agreement among raft nodes before linearized reading' (duration: 4.712465906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.380474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.292222Z","time spent":"2.088223979s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.380489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.153921656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-23T01:08:21.380493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.667856Z","time spent":"4.712628179s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.237499Z","time spent":"2.142794125s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.380691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.202455809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:21.380718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529929746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.380524Z","caller":"traceutil/trace.go:171","msg":"trace[1519273083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25903; }","duration":"5.153996237s","start":"2026-04-23T01:08:16.226507Z","end":"2026-04-23T01:08:21.380503Z","steps":["trace[1519273083] 'agreement among raft nodes before linearized reading' (duration: 5.153908736s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.38076Z","caller":"traceutil/trace.go:171","msg":"trace[45636369] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25903; }","duration":"5.202646223s","start":"2026-04-23T01:08:16.178094Z","end":"2026-04-23T01:08:21.38074Z","steps":["trace[45636369] 'agreement among raft nodes before linearized reading' (duration: 5.202469819s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.380778Z","caller":"traceutil/trace.go:171","msg":"trace[1190537502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25903; }","duration":"4.530032248s","start":"2026-04-23T01:08:16.850714Z","end":"2026-04-23T01:08:21.380746Z","steps":["trace[1190537502] 'agreement among raft nodes before linearized reading' (duration: 4.529932196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.38079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.226476Z","time spent":"5.154300064s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T01:08:21.380808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.850659Z","time spent":"4.53014128s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.178065Z","time spent":"5.202731045s","remote":"127.0.0.1:35698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737253823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.380986Z","caller":"traceutil/trace.go:171","msg":"trace[290534643] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25903; }","duration":"5.737787844s","start":"2026-04-23T01:08:15.643186Z","end":"2026-04-23T01:08:21.380974Z","steps":["trace[290534643] 'agreement among raft nodes before linearized reading' (duration: 5.737256753s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.381016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.643169Z","time spent":"5.737838914s","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573910512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.381063Z","caller":"traceutil/trace.go:171","msg":"trace[649861714] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25903; }","duration":"4.574081055s","start":"2026-04-23T01:08:16.806969Z","end":"2026-04-23T01:08:21.38105Z","steps":["trace[649861714] 'agreement among raft nodes before linearized reading' (duration: 4.573759219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.381094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.806947Z","time spent":"4.574137226s","remote":"127.0.0.1:36040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.38056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275494813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:21.381167Z","caller":"traceutil/trace.go:171","msg":"trace[1256453181] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25903; }","duration":"6.276129635s","start":"2026-04-23T01:08:15.105025Z","end":"2026-04-23T01:08:21.381155Z","steps":["trace[1256453181] 'agreement among raft nodes before linearized reading' (duration: 6.275509383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.381201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.105007Z","time spent":"6.276183736s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305991436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.38129Z","caller":"traceutil/trace.go:171","msg":"trace[1278214047] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25903; }","duration":"6.306716849s","start":"2026-04-23T01:08:15.074559Z","end":"2026-04-23T01:08:21.381276Z","steps":["trace[1278214047] 'agreement among raft nodes before linearized reading' (duration: 6.306010957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.381332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.074504Z","time spent":"6.306810321s","remote":"127.0.0.1:36172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750822546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.381463Z","caller":"traceutil/trace.go:171","msg":"trace[218985304] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25903; }","duration":"3.751782615s","start":"2026-04-23T01:08:17.629633Z","end":"2026-04-23T01:08:21.381416Z","steps":["trace[218985304] 'agreement among raft nodes before linearized reading' (duration: 3.750745515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.380587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353787674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:21.381576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.629569Z","time spent":"3.751967259s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.380642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26795276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.381561Z","caller":"traceutil/trace.go:171","msg":"trace[1533017196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25903; }","duration":"5.354796652s","start":"2026-04-23T01:08:16.026754Z","end":"2026-04-23T01:08:21.381551Z","steps":["trace[1533017196] 'agreement among raft nodes before linearized reading' (duration: 5.353805114s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.381657Z","caller":"traceutil/trace.go:171","msg":"trace[1388866806] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25903; }","duration":"4.2690294s","start":"2026-04-23T01:08:17.112614Z","end":"2026-04-23T01:08:21.381643Z","steps":["trace[1388866806] 'agreement among raft nodes before linearized reading' (duration: 4.267993191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.380663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363815572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6855c455d9-n5d52.18a8d651618afcc6\" ","response":"range_response_count:1 size:1170"} {"level":"warn","ts":"2026-04-23T01:08:21.381664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.026733Z","time spent":"5.354917354s","remote":"127.0.0.1:60712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:21.381696Z","caller":"traceutil/trace.go:171","msg":"trace[1966642844] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6855c455d9-n5d52.18a8d651618afcc6; range_end:; response_count:1; response_revision:25903; }","duration":"3.364838401s","start":"2026-04-23T01:08:18.016844Z","end":"2026-04-23T01:08:21.381682Z","steps":["trace[1966642844] 'agreement among raft nodes before linearized reading' (duration: 3.363759141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.38173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.016789Z","time spent":"3.364930562s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-6855c455d9-n5d52.18a8d651618afcc6\" "} {"level":"warn","ts":"2026-04-23T01:08:21.381688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.112578Z","time spent":"4.269100802s","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.881361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:22.252065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000739975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:22.25215Z","caller":"traceutil/trace.go:171","msg":"trace[708917577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844277s","start":"2026-04-23T01:08:20.251286Z","end":"2026-04-23T01:08:22.25213Z","steps":["trace[708917577] 'agreement among raft nodes before linearized reading' (duration: 2.000737805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:22.252198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.251224Z","time spent":"2.000963909s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:22.381935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:22.882699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:23.383235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:23.657265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.389988863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:23.78219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.653784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:23.78245Z","caller":"traceutil/trace.go:171","msg":"trace[32463930] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"2.906673677s","start":"2026-04-23T01:08:20.875751Z","end":"2026-04-23T01:08:23.782424Z","steps":["trace[32463930] 'process raft request' (duration: 2.781710318s)","trace[32463930] 'compare' (duration: 124.057702ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:23.782486Z","caller":"traceutil/trace.go:171","msg":"trace[325898208] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"2.906653697s","start":"2026-04-23T01:08:20.875801Z","end":"2026-04-23T01:08:23.782455Z","steps":["trace[325898208] 'process raft request' (duration: 2.906486834s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:23.782531Z","caller":"traceutil/trace.go:171","msg":"trace[757307855] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"2.906367412s","start":"2026-04-23T01:08:20.87615Z","end":"2026-04-23T01:08:23.782518Z","steps":["trace[757307855] 'process raft request' (duration: 2.90626084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.782598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.876115Z","time spent":"2.906447123s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:23.782632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.875783Z","time spent":"2.906774789s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:23.782618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.875706Z","time spent":"2.90683206s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:23.782804Z","caller":"traceutil/trace.go:171","msg":"trace[1659250847] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"2.906676467s","start":"2026-04-23T01:08:20.876117Z","end":"2026-04-23T01:08:23.782794Z","steps":["trace[1659250847] 'process raft request' (duration: 2.90626147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.782886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.876104Z","time spent":"2.906728568s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:23.782953Z","caller":"traceutil/trace.go:171","msg":"trace[516551014] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"2.90684508s","start":"2026-04-23T01:08:20.87606Z","end":"2026-04-23T01:08:23.782905Z","steps":["trace[516551014] 'process raft request' (duration: 2.90628476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.78305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.876051Z","time spent":"2.906959892s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:24.260249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:24.260339Z","caller":"traceutil/trace.go:171","msg":"trace[275593029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999962s","start":"2026-04-23T01:08:22.260319Z","end":"2026-04-23T01:08:24.260319Z","steps":["trace[275593029] 'agreement among raft nodes before linearized reading' (duration: 1.999878678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:24.26044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.260297Z","time spent":"2.000132893s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:25.866611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084094972s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T01:08:25.867883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.383565Z","time spent":"4.484313336s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:08:25.867957Z","caller":"traceutil/trace.go:171","msg":"trace[1967940665] linearizableReadLoop","detail":"{readStateIndex:26756; appliedIndex:26748; }","duration":"4.487603519s","start":"2026-04-23T01:08:21.380327Z","end":"2026-04-23T01:08:25.86793Z","steps":["trace[1967940665] 'read index received' (duration: 2.277151862s)","trace[1967940665] 'applied index is now lower than readState.Index' (duration: 2.210450387s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:25.868093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.733838181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.868134Z","caller":"traceutil/trace.go:171","msg":"trace[824179581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25909; }","duration":"6.733937442s","start":"2026-04-23T01:08:19.134183Z","end":"2026-04-23T01:08:25.868121Z","steps":["trace[824179581] 'agreement among raft nodes before linearized reading' (duration: 6.73385114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637079971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:25.868155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993569052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:08:25.868217Z","caller":"traceutil/trace.go:171","msg":"trace[1852000938] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25909; }","duration":"6.637183543s","start":"2026-04-23T01:08:19.231011Z","end":"2026-04-23T01:08:25.868195Z","steps":["trace[1852000938] 'agreement among raft nodes before linearized reading' (duration: 6.63700889s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.868224Z","caller":"traceutil/trace.go:171","msg":"trace[765107662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25909; }","duration":"4.993660114s","start":"2026-04-23T01:08:20.874546Z","end":"2026-04-23T01:08:25.868206Z","steps":["trace[765107662] 'agreement among raft nodes before linearized reading' (duration: 4.99345728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632422232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:08:25.868267Z","caller":"traceutil/trace.go:171","msg":"trace[1427471122] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25909; }","duration":"4.632464853s","start":"2026-04-23T01:08:21.23579Z","end":"2026-04-23T01:08:25.868255Z","steps":["trace[1427471122] 'agreement among raft nodes before linearized reading' (duration: 4.632334051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.134157Z","time spent":"6.734005883s","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.868271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.230947Z","time spent":"6.637307535s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.868294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.235725Z","time spent":"4.632564025s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993800946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T01:08:25.868359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.738801223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:25.868384Z","caller":"traceutil/trace.go:171","msg":"trace[100342453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25909; }","duration":"4.993831967s","start":"2026-04-23T01:08:20.874536Z","end":"2026-04-23T01:08:25.868368Z","steps":["trace[100342453] 'agreement among raft nodes before linearized reading' (duration: 4.993750136s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.868396Z","caller":"traceutil/trace.go:171","msg":"trace[885362284] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"4.130161159s","start":"2026-04-23T01:08:21.738223Z","end":"2026-04-23T01:08:25.868384Z","steps":["trace[885362284] 'process raft request' (duration: 4.128714782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.874515Z","time spent":"4.993899268s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.899923952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:25.868456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.738194Z","time spent":"4.13021995s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:25.868467Z","caller":"traceutil/trace.go:171","msg":"trace[2024394229] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25909; }","duration":"6.899978323s","start":"2026-04-23T01:08:18.968479Z","end":"2026-04-23T01:08:25.868458Z","steps":["trace[2024394229] 'agreement among raft nodes before linearized reading' (duration: 6.899927862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.968457Z","time spent":"6.900030524s","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.868507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992519302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:08:25.868538Z","caller":"traceutil/trace.go:171","msg":"trace[1688672241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25909; }","duration":"4.992597464s","start":"2026-04-23T01:08:20.87593Z","end":"2026-04-23T01:08:25.868528Z","steps":["trace[1688672241] 'agreement among raft nodes before linearized reading' (duration: 4.992511712s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.86839Z","caller":"traceutil/trace.go:171","msg":"trace[1077298391] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25909; }","duration":"6.738875694s","start":"2026-04-23T01:08:19.129506Z","end":"2026-04-23T01:08:25.868381Z","steps":["trace[1077298391] 'agreement among raft nodes before linearized reading' (duration: 6.738696361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996611969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T01:08:25.868635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993468069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:25.868641Z","caller":"traceutil/trace.go:171","msg":"trace[873323650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25909; }","duration":"4.996690601s","start":"2026-04-23T01:08:20.871937Z","end":"2026-04-23T01:08:25.868627Z","steps":["trace[873323650] 'agreement among raft nodes before linearized reading' (duration: 4.996546558s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.868667Z","caller":"traceutil/trace.go:171","msg":"trace[1474002011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25909; }","duration":"4.99351361s","start":"2026-04-23T01:08:20.875141Z","end":"2026-04-23T01:08:25.868654Z","steps":["trace[1474002011] 'agreement among raft nodes before linearized reading' (duration: 4.993439149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.871918Z","time spent":"4.996761612s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.875131Z","time spent":"4.993555921s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.925957581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:25.868807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067007963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.868827Z","caller":"traceutil/trace.go:171","msg":"trace[1643157030] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25909; }","duration":"6.926057813s","start":"2026-04-23T01:08:18.942757Z","end":"2026-04-23T01:08:25.868814Z","steps":["trace[1643157030] 'agreement among raft nodes before linearized reading' (duration: 6.925935241s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.868849Z","caller":"traceutil/trace.go:171","msg":"trace[1382419737] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25909; }","duration":"6.067090344s","start":"2026-04-23T01:08:19.801745Z","end":"2026-04-23T01:08:25.868835Z","steps":["trace[1382419737] 'agreement among raft nodes before linearized reading' (duration: 6.067015182s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.942734Z","time spent":"6.926121295s","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.868891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.801723Z","time spent":"6.067156415s","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.868598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.129477Z","time spent":"6.739108199s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.869088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994368097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T01:08:25.869123Z","caller":"traceutil/trace.go:171","msg":"trace[256248972] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25909; }","duration":"4.994462909s","start":"2026-04-23T01:08:20.87465Z","end":"2026-04-23T01:08:25.869113Z","steps":["trace[256248972] 'agreement among raft nodes before linearized reading' (duration: 4.994355857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.869151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.874645Z","time spent":"4.994499999s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50199168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:25.869195Z","caller":"traceutil/trace.go:171","msg":"trace[407189138] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25909; }","duration":"4.502637122s","start":"2026-04-23T01:08:21.366546Z","end":"2026-04-23T01:08:25.869183Z","steps":["trace[407189138] 'agreement among raft nodes before linearized reading' (duration: 4.501954079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.868264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.874542Z","time spent":"4.993713625s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993725665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T01:08:25.869243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.366533Z","time spent":"4.502696173s","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:25.869277Z","caller":"traceutil/trace.go:171","msg":"trace[41535504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25909; }","duration":"4.994811524s","start":"2026-04-23T01:08:20.874455Z","end":"2026-04-23T01:08:25.869266Z","steps":["trace[41535504] 'agreement among raft nodes before linearized reading' (duration: 4.993654773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.869308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.874435Z","time spent":"4.994861326s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:25.868564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.875905Z","time spent":"4.992653564s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:25.869618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512272384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:25.86964Z","caller":"traceutil/trace.go:171","msg":"trace[391455349] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25909; }","duration":"4.512330544s","start":"2026-04-23T01:08:21.357303Z","end":"2026-04-23T01:08:25.869634Z","steps":["trace[391455349] 'agreement among raft nodes before linearized reading' (duration: 4.511278004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.869656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.357283Z","time spent":"4.512369005s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2783,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:26.233564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.662691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:26.233666Z","caller":"traceutil/trace.go:171","msg":"trace[853486406] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"360.821574ms","start":"2026-04-23T01:08:25.87282Z","end":"2026-04-23T01:08:26.233642Z","steps":["trace[853486406] 'agreement among raft nodes before linearized reading' (duration: 360.686871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:26.233727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.872805Z","time spent":"360.907846ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:08:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:26.26138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:26.261451Z","caller":"traceutil/trace.go:171","msg":"trace[887680116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969481s","start":"2026-04-23T01:08:24.261472Z","end":"2026-04-23T01:08:26.261441Z","steps":["trace[887680116] 'agreement among raft nodes before linearized reading' (duration: 1.999881739s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:26.261511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.261452Z","time spent":"2.000050773s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:26.368365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:26.868908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:27.36941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:27.870057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:28.031958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.810723Z","time spent":"1.22122854s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:28.032253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006983321s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:28.032372Z","caller":"traceutil/trace.go:171","msg":"trace[1460983701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25909; }","duration":"1.007108124s","start":"2026-04-23T01:08:27.025239Z","end":"2026-04-23T01:08:28.032348Z","steps":["trace[1460983701] 'range keys from in-memory index tree' (duration: 1.006950981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.269817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:28.269926Z","caller":"traceutil/trace.go:171","msg":"trace[466348552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652223s","start":"2026-04-23T01:08:26.269254Z","end":"2026-04-23T01:08:28.269906Z","steps":["trace[466348552] 'agreement among raft nodes before linearized reading' (duration: 2.000522311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.269978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.269238Z","time spent":"2.000730375s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:28.370391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:28.871387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:29.155818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.36529619s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:29.156427Z","caller":"traceutil/trace.go:171","msg":"trace[1348798840] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"3.365960461s","start":"2026-04-23T01:08:25.790425Z","end":"2026-04-23T01:08:29.156386Z","steps":["trace[1348798840] 'process raft request' (duration: 3.365797608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.156616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.790405Z","time spent":"3.366133435s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.270842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:30.270938Z","caller":"traceutil/trace.go:171","msg":"trace[1725221530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045538s","start":"2026-04-23T01:08:28.270455Z","end":"2026-04-23T01:08:30.270911Z","steps":["trace[1725221530] 'agreement among raft nodes before linearized reading' (duration: 2.000316638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.270989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.270439Z","time spent":"2.000540281s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:30.555455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398707696s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:30.55619Z","caller":"traceutil/trace.go:171","msg":"trace[895635596] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"4.686712643s","start":"2026-04-23T01:08:25.869424Z","end":"2026-04-23T01:08:30.556137Z","steps":["trace[895635596] 'process raft request' (duration: 4.686596821s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.556324Z","caller":"traceutil/trace.go:171","msg":"trace[1397480798] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"4.765149707s","start":"2026-04-23T01:08:25.791112Z","end":"2026-04-23T01:08:30.556262Z","steps":["trace[1397480798] 'process raft request' (duration: 4.764810251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.556386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.869405Z","time spent":"4.686880065s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.556463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.791107Z","time spent":"4.765278879s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:30.556515Z","caller":"traceutil/trace.go:171","msg":"trace[1627679235] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"4.765523905s","start":"2026-04-23T01:08:25.790947Z","end":"2026-04-23T01:08:30.556471Z","steps":["trace[1627679235] 'process raft request' (duration: 4.764846372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.556642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.790915Z","time spent":"4.765650547s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:30.556995Z","caller":"traceutil/trace.go:171","msg":"trace[1849168538] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"4.684136074s","start":"2026-04-23T01:08:25.872833Z","end":"2026-04-23T01:08:30.556969Z","steps":["trace[1849168538] 'process raft request' (duration: 4.683286318s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.557046Z","caller":"traceutil/trace.go:171","msg":"trace[743642303] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"4.683913781s","start":"2026-04-23T01:08:25.873119Z","end":"2026-04-23T01:08:30.557033Z","steps":["trace[743642303] 'process raft request' (duration: 4.683843859s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.557084Z","caller":"traceutil/trace.go:171","msg":"trace[1955031866] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"4.684135224s","start":"2026-04-23T01:08:25.872922Z","end":"2026-04-23T01:08:30.557057Z","steps":["trace[1955031866] 'process raft request' (duration: 4.683980591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.557126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.873109Z","time spent":"4.683979032s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.557137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.872814Z","time spent":"4.684236966s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.557221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.87291Z","time spent":"4.684240017s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:30.55732Z","caller":"traceutil/trace.go:171","msg":"trace[1412305254] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"4.684091184s","start":"2026-04-23T01:08:25.873215Z","end":"2026-04-23T01:08:30.557306Z","steps":["trace[1412305254] 'process raft request' (duration: 4.683784257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.557385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.873205Z","time spent":"4.684150285s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:30.557457Z","caller":"traceutil/trace.go:171","msg":"trace[577716801] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"4.684135535s","start":"2026-04-23T01:08:25.873305Z","end":"2026-04-23T01:08:30.557441Z","steps":["trace[577716801] 'process raft request' (duration: 4.683925942s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.557502Z","caller":"traceutil/trace.go:171","msg":"trace[1417664474] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"4.683861169s","start":"2026-04-23T01:08:25.873629Z","end":"2026-04-23T01:08:30.55749Z","steps":["trace[1417664474] 'process raft request' (duration: 4.683638705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.557555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.87362Z","time spent":"4.68390953s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.557642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.873297Z","time spent":"4.684264578s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:30.557756Z","caller":"traceutil/trace.go:171","msg":"trace[360062553] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"4.684066342s","start":"2026-04-23T01:08:25.873658Z","end":"2026-04-23T01:08:30.557724Z","steps":["trace[360062553] 'process raft request' (duration: 4.683674155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.55829Z","caller":"traceutil/trace.go:171","msg":"trace[1396995671] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26757; }","duration":"4.6902785s","start":"2026-04-23T01:08:25.868Z","end":"2026-04-23T01:08:30.558279Z","steps":["trace[1396995671] 'read index received' (duration: 3.288798801s)","trace[1396995671] 'applied index is now lower than readState.Index' (duration: 1.401478528s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:30.558294Z","caller":"traceutil/trace.go:171","msg":"trace[1222659507] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"4.321988875s","start":"2026-04-23T01:08:26.236292Z","end":"2026-04-23T01:08:30.558281Z","steps":["trace[1222659507] 'process raft request' (duration: 4.321069908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.558317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.873649Z","time spent":"4.684177354s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.5584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.186547941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:30.558414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.236268Z","time spent":"4.322064316s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:08:30.558442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666725297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:30.558451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0880581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.558493Z","caller":"traceutil/trace.go:171","msg":"trace[1659672676] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25922; }","duration":"5.66682005s","start":"2026-04-23T01:08:24.891658Z","end":"2026-04-23T01:08:30.558478Z","steps":["trace[1659672676] 'agreement among raft nodes before linearized reading' (duration: 5.666725187s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.558518Z","caller":"traceutil/trace.go:171","msg":"trace[753378499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25922; }","duration":"7.088151751s","start":"2026-04-23T01:08:23.470346Z","end":"2026-04-23T01:08:30.558498Z","steps":["trace[753378499] 'agreement among raft nodes before linearized reading' (duration: 7.087988948s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:30.558425Z","caller":"traceutil/trace.go:171","msg":"trace[1480407003] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25922; }","duration":"7.186577811s","start":"2026-04-23T01:08:23.37184Z","end":"2026-04-23T01:08:30.558418Z","steps":["trace[1480407003] 'agreement among raft nodes before linearized reading' (duration: 7.18649892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.558552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.620644762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:30.558575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.371776Z","time spent":"7.186783286s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305261253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.559124Z","caller":"traceutil/trace.go:171","msg":"trace[1237914737] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25922; }","duration":"6.305805962s","start":"2026-04-23T01:08:24.253301Z","end":"2026-04-23T01:08:30.559107Z","steps":["trace[1237914737] 'agreement among raft nodes before linearized reading' (duration: 6.305285713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.559181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.25328Z","time spent":"6.305887125s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.47033Z","time spent":"7.088222723s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:30.558597Z","caller":"traceutil/trace.go:171","msg":"trace[1470690720] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25922; }","duration":"7.620716864s","start":"2026-04-23T01:08:22.937871Z","end":"2026-04-23T01:08:30.558588Z","steps":["trace[1470690720] 'agreement among raft nodes before linearized reading' (duration: 7.620565211s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.559401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.937856Z","time spent":"7.621532079s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:30.558567Z","caller":"traceutil/trace.go:171","msg":"trace[1235019767] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"4.17218745s","start":"2026-04-23T01:08:26.38637Z","end":"2026-04-23T01:08:30.558557Z","steps":["trace[1235019767] 'process raft request' (duration: 4.171846782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.559509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.386345Z","time spent":"4.173134017s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:30.558714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767626614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-23T01:08:30.559613Z","caller":"traceutil/trace.go:171","msg":"trace[592858123] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25922; }","duration":"4.76853569s","start":"2026-04-23T01:08:25.791069Z","end":"2026-04-23T01:08:30.559604Z","steps":["trace[592858123] 'agreement among raft nodes before linearized reading' (duration: 4.767514892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.559635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.791061Z","time spent":"4.768567721s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.075861501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.559744Z","caller":"traceutil/trace.go:171","msg":"trace[1383632065] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25922; }","duration":"9.076936571s","start":"2026-04-23T01:08:21.482798Z","end":"2026-04-23T01:08:30.559735Z","steps":["trace[1383632065] 'agreement among raft nodes before linearized reading' (duration: 9.075882652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.559768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.482782Z","time spent":"9.076977121s","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.891639Z","time spent":"5.666881751s","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.55878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.158909413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:30.559978Z","caller":"traceutil/trace.go:171","msg":"trace[304409319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25922; }","duration":"9.160142366s","start":"2026-04-23T01:08:21.399826Z","end":"2026-04-23T01:08:30.559968Z","steps":["trace[304409319] 'agreement among raft nodes before linearized reading' (duration: 9.158933053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.560161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.399807Z","time spent":"9.16034203s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767726996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:08:30.560241Z","caller":"traceutil/trace.go:171","msg":"trace[705791743] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25922; }","duration":"4.769201804s","start":"2026-04-23T01:08:25.791027Z","end":"2026-04-23T01:08:30.560229Z","steps":["trace[705791743] 'agreement among raft nodes before linearized reading' (duration: 4.767705716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.560294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.791019Z","time spent":"4.769264055s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.769335009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:08:30.560421Z","caller":"traceutil/trace.go:171","msg":"trace[116205956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25922; }","duration":"8.770994919s","start":"2026-04-23T01:08:21.789404Z","end":"2026-04-23T01:08:30.560399Z","steps":["trace[116205956] 'agreement among raft nodes before linearized reading' (duration: 8.769130274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.560477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.789377Z","time spent":"8.771083242s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535938819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.560636Z","caller":"traceutil/trace.go:171","msg":"trace[1720292158] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25922; }","duration":"6.537752983s","start":"2026-04-23T01:08:24.022871Z","end":"2026-04-23T01:08:30.560624Z","steps":["trace[1720292158] 'agreement among raft nodes before linearized reading' (duration: 6.535893448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.560681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.022807Z","time spent":"6.537862475s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835558052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:30.560793Z","caller":"traceutil/trace.go:171","msg":"trace[2015035127] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25922; }","duration":"4.837535729s","start":"2026-04-23T01:08:25.723244Z","end":"2026-04-23T01:08:30.56078Z","steps":["trace[2015035127] 'agreement among raft nodes before linearized reading' (duration: 4.835556652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.560834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.72323Z","time spent":"4.837588809s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.805739262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.560986Z","caller":"traceutil/trace.go:171","msg":"trace[2117329600] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25922; }","duration":"7.807865061s","start":"2026-04-23T01:08:22.753113Z","end":"2026-04-23T01:08:30.560978Z","steps":["trace[2117329600] 'agreement among raft nodes before linearized reading' (duration: 7.805719042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.561033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.753091Z","time spent":"7.807931953s","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.175915362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T01:08:30.561138Z","caller":"traceutil/trace.go:171","msg":"trace[493202927] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f3893257-9b43-40e0-a00d-6f60b89574c8; range_end:; response_count:1; response_revision:25922; }","duration":"9.178158214s","start":"2026-04-23T01:08:21.382939Z","end":"2026-04-23T01:08:30.561098Z","steps":["trace[493202927] 'agreement among raft nodes before linearized reading' (duration: 9.175850632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.56119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.382933Z","time spent":"9.178241996s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-f3893257-9b43-40e0-a00d-6f60b89574c8\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805869205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.561249Z","caller":"traceutil/trace.go:171","msg":"trace[56991477] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25922; }","duration":"6.808260719s","start":"2026-04-23T01:08:23.752978Z","end":"2026-04-23T01:08:30.561239Z","steps":["trace[56991477] 'agreement among raft nodes before linearized reading' (duration: 6.805911185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.561286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.752958Z","time spent":"6.80831726s","remote":"127.0.0.1:46840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.19228826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.561405Z","caller":"traceutil/trace.go:171","msg":"trace[360864624] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25922; }","duration":"8.194807837s","start":"2026-04-23T01:08:22.366584Z","end":"2026-04-23T01:08:30.561392Z","steps":["trace[360864624] 'agreement among raft nodes before linearized reading' (duration: 8.192295929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.561448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.366568Z","time spent":"8.194867918s","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:30.558927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.681702379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:08:30.561483Z","caller":"traceutil/trace.go:171","msg":"trace[428781594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25922; }","duration":"6.684288998s","start":"2026-04-23T01:08:23.877186Z","end":"2026-04-23T01:08:30.561475Z","steps":["trace[428781594] 'agreement among raft nodes before linearized reading' (duration: 6.681685279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.561523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.877167Z","time spent":"6.684337169s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:08:30.558934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422755361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:08:30.561597Z","caller":"traceutil/trace.go:171","msg":"trace[934188200] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25922; }","duration":"6.425417211s","start":"2026-04-23T01:08:24.13617Z","end":"2026-04-23T01:08:30.561587Z","steps":["trace[934188200] 'agreement among raft nodes before linearized reading' (duration: 6.42269759s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.558938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.176553974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:08:30.558942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37688808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:30.55895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.343164047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:30.561864Z","caller":"traceutil/trace.go:171","msg":"trace[676357449] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25922; }","duration":"8.346099781s","start":"2026-04-23T01:08:22.215735Z","end":"2026-04-23T01:08:30.561835Z","steps":["trace[676357449] 'agreement among raft nodes before linearized reading' (duration: 8.343191076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.561928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.215711Z","time spent":"8.346205903s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:30.562039Z","caller":"traceutil/trace.go:171","msg":"trace[141550841] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25922; }","duration":"8.380012858s","start":"2026-04-23T01:08:22.182021Z","end":"2026-04-23T01:08:30.562034Z","steps":["trace[141550841] 'agreement among raft nodes before linearized reading' (duration: 8.37690726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.562068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.182005Z","time spent":"8.38005768s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:30.561977Z","caller":"traceutil/trace.go:171","msg":"trace[185423909] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25922; }","duration":"9.179602661s","start":"2026-04-23T01:08:21.382363Z","end":"2026-04-23T01:08:30.561966Z","steps":["trace[185423909] 'agreement among raft nodes before linearized reading' (duration: 9.176449192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:30.562229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.382351Z","time spent":"9.179866145s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:08:30.562012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.136106Z","time spent":"6.42589389s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} 2026/04/23 01:08:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:08:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:31.953693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147783749s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:32.126556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32067229s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:08:32.126817Z","caller":"traceutil/trace.go:171","msg":"trace[1825645349] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"1.568483129s","start":"2026-04-23T01:08:30.55832Z","end":"2026-04-23T01:08:32.126803Z","steps":["trace[1825645349] 'read index received' (duration: 247.575965ms)","trace[1825645349] 'applied index is now lower than readState.Index' (duration: 1.320905824s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:32.127926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498131687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:32.127953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.080953214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:32.127993Z","caller":"traceutil/trace.go:171","msg":"trace[1593729687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25923; }","duration":"5.498244961s","start":"2026-04-23T01:08:26.629738Z","end":"2026-04-23T01:08:32.127983Z","steps":["trace[1593729687] 'agreement among raft nodes before linearized reading' (duration: 5.498144298s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.603211304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:32.128038Z","caller":"traceutil/trace.go:171","msg":"trace[173046949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25923; }","duration":"5.081093867s","start":"2026-04-23T01:08:27.046926Z","end":"2026-04-23T01:08:32.128019Z","steps":["trace[173046949] 'agreement among raft nodes before linearized reading' (duration: 5.080960114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85939015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-23T01:08:32.128071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887326273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:32.12808Z","caller":"traceutil/trace.go:171","msg":"trace[149219729] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25923; }","duration":"5.603314765s","start":"2026-04-23T01:08:26.524751Z","end":"2026-04-23T01:08:32.128066Z","steps":["trace[149219729] 'agreement among raft nodes before linearized reading' (duration: 5.603135851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.12799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83916676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:08:32.128169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032684116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:32.128187Z","caller":"traceutil/trace.go:171","msg":"trace[975949095] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25923; }","duration":"2.032743357s","start":"2026-04-23T01:08:30.095438Z","end":"2026-04-23T01:08:32.128181Z","steps":["trace[975949095] 'agreement among raft nodes before linearized reading' (duration: 2.032694106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985802005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:32.128191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.524733Z","time spent":"5.603445778s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020770073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:32.128228Z","caller":"traceutil/trace.go:171","msg":"trace[1102988679] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25923; }","duration":"3.985895077s","start":"2026-04-23T01:08:28.142319Z","end":"2026-04-23T01:08:32.128214Z","steps":["trace[1102988679] 'agreement among raft nodes before linearized reading' (duration: 3.985820405s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:32.128267Z","caller":"traceutil/trace.go:171","msg":"trace[550257776] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25923; }","duration":"4.020895515s","start":"2026-04-23T01:08:28.107344Z","end":"2026-04-23T01:08:32.12824Z","steps":["trace[550257776] 'agreement among raft nodes before linearized reading' (duration: 4.020789233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.127998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552977787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:32.128269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213841263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:32.128323Z","caller":"traceutil/trace.go:171","msg":"trace[566407427] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25923; }","duration":"4.213891564s","start":"2026-04-23T01:08:27.91442Z","end":"2026-04-23T01:08:32.128312Z","steps":["trace[566407427] 'agreement among raft nodes before linearized reading' (duration: 4.213732611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.914361Z","time spent":"4.213984895s","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":188,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:32.128319Z","caller":"traceutil/trace.go:171","msg":"trace[483902919] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25923; }","duration":"2.553350644s","start":"2026-04-23T01:08:29.574955Z","end":"2026-04-23T01:08:32.128306Z","steps":["trace[483902919] 'agreement among raft nodes before linearized reading' (duration: 2.552957306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.574936Z","time spent":"2.553527448s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:32.128188Z","caller":"traceutil/trace.go:171","msg":"trace[1170380229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25923; }","duration":"4.839399494s","start":"2026-04-23T01:08:27.288775Z","end":"2026-04-23T01:08:32.128175Z","steps":["trace[1170380229] 'agreement among raft nodes before linearized reading' (duration: 4.839106498s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.142296Z","time spent":"3.985975739s","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.107319Z","time spent":"4.020979337s","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.288754Z","time spent":"4.839865912s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:08:32.128059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270825404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:32.128915Z","caller":"traceutil/trace.go:171","msg":"trace[406128879] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25923; }","duration":"3.27170152s","start":"2026-04-23T01:08:28.857198Z","end":"2026-04-23T01:08:32.1289Z","steps":["trace[406128879] 'agreement among raft nodes before linearized reading' (duration: 3.270836395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.128058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849576603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:32.128984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.857185Z","time spent":"3.271780991s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:32.128994Z","caller":"traceutil/trace.go:171","msg":"trace[656144231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25923; }","duration":"1.850548871s","start":"2026-04-23T01:08:30.278436Z","end":"2026-04-23T01:08:32.128985Z","steps":["trace[656144231] 'agreement among raft nodes before linearized reading' (duration: 1.849516521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.129025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.278378Z","time spent":"1.850640003s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:32.128093Z","caller":"traceutil/trace.go:171","msg":"trace[1152726427] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25923; }","duration":"5.859490121s","start":"2026-04-23T01:08:26.268591Z","end":"2026-04-23T01:08:32.128081Z","steps":["trace[1152726427] 'agreement among raft nodes before linearized reading' (duration: 5.859308387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.129091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.268571Z","time spent":"5.86050459s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:08:32.128088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.629717Z","time spent":"5.498334712s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684084953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:32.129245Z","caller":"traceutil/trace.go:171","msg":"trace[1815322376] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25923; }","duration":"3.685263305s","start":"2026-04-23T01:08:28.443971Z","end":"2026-04-23T01:08:32.129234Z","steps":["trace[1815322376] 'agreement among raft nodes before linearized reading' (duration: 3.684107254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.129274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.443958Z","time spent":"3.685307496s","remote":"127.0.0.1:41190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.046901Z","time spent":"5.081173939s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.128218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.095417Z","time spent":"2.032795408s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:32.128204Z","caller":"traceutil/trace.go:171","msg":"trace[941606308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25923; }","duration":"1.887465955s","start":"2026-04-23T01:08:30.240698Z","end":"2026-04-23T01:08:32.128164Z","steps":["trace[941606308] 'agreement among raft nodes before linearized reading' (duration: 1.887344823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.129474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.240671Z","time spent":"1.88878776s","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:33.181495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053089859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:33.181822Z","caller":"traceutil/trace.go:171","msg":"trace[1716786527] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"2.616255916s","start":"2026-04-23T01:08:30.565536Z","end":"2026-04-23T01:08:33.181792Z","steps":["trace[1716786527] 'process raft request' (duration: 2.616070083s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:33.181948Z","caller":"traceutil/trace.go:171","msg":"trace[556234734] linearizableReadLoop","detail":"{readStateIndex:26776; appliedIndex:26771; }","duration":"1.055060814s","start":"2026-04-23T01:08:32.126868Z","end":"2026-04-23T01:08:33.181929Z","steps":["trace[556234734] 'read index received' (duration: 65.951999ms)","trace[556234734] 'applied index is now lower than readState.Index' (duration: 989.107935ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:33.182123Z","caller":"traceutil/trace.go:171","msg":"trace[1123070247] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"1.400094462s","start":"2026-04-23T01:08:31.781997Z","end":"2026-04-23T01:08:33.182091Z","steps":["trace[1123070247] 'process raft request' (duration: 1.399894689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20418874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:33.1822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.565526Z","time spent":"2.616393609s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:33.182239Z","caller":"traceutil/trace.go:171","msg":"trace[539771413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25929; }","duration":"2.204326492s","start":"2026-04-23T01:08:30.977896Z","end":"2026-04-23T01:08:33.182222Z","steps":["trace[539771413] 'agreement among raft nodes before linearized reading' (duration: 2.204156349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.977874Z","time spent":"2.204408105s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:33.182281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602760242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-23T01:08:33.182314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618194193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:08:33.182176Z","caller":"traceutil/trace.go:171","msg":"trace[1132891269] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"2.020275392s","start":"2026-04-23T01:08:31.161873Z","end":"2026-04-23T01:08:33.182149Z","steps":["trace[1132891269] 'process raft request' (duration: 2.019882855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.781984Z","time spent":"1.400219284s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:33.182407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618372897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:33.182436Z","caller":"traceutil/trace.go:171","msg":"trace[625199125] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25929; }","duration":"2.618425168s","start":"2026-04-23T01:08:30.564003Z","end":"2026-04-23T01:08:33.182428Z","steps":["trace[625199125] 'agreement among raft nodes before linearized reading' (duration: 2.618380548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842554001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:33.182519Z","caller":"traceutil/trace.go:171","msg":"trace[1799812091] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25929; }","duration":"1.842652803s","start":"2026-04-23T01:08:31.33985Z","end":"2026-04-23T01:08:33.182503Z","steps":["trace[1799812091] 'agreement among raft nodes before linearized reading' (duration: 1.842543441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143372847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:33.182558Z","caller":"traceutil/trace.go:171","msg":"trace[1438725236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25929; }","duration":"2.143437348s","start":"2026-04-23T01:08:31.039111Z","end":"2026-04-23T01:08:33.182549Z","steps":["trace[1438725236] 'agreement among raft nodes before linearized reading' (duration: 2.143376297s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:33.182362Z","caller":"traceutil/trace.go:171","msg":"trace[1870237724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25929; }","duration":"2.602876076s","start":"2026-04-23T01:08:30.579464Z","end":"2026-04-23T01:08:33.18234Z","steps":["trace[1870237724] 'agreement among raft nodes before linearized reading' (duration: 2.602646391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622543815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:08:33.182558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.33983Z","time spent":"1.842719324s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:33.182625Z","caller":"traceutil/trace.go:171","msg":"trace[396062123] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871; range_end:; response_count:1; response_revision:25929; }","duration":"2.622592746s","start":"2026-04-23T01:08:30.560023Z","end":"2026-04-23T01:08:33.182616Z","steps":["trace[396062123] 'agreement among raft nodes before linearized reading' (duration: 2.622475274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309865366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:33.182727Z","caller":"traceutil/trace.go:171","msg":"trace[276461458] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25929; }","duration":"1.310067861s","start":"2026-04-23T01:08:31.872644Z","end":"2026-04-23T01:08:33.182712Z","steps":["trace[276461458] 'agreement among raft nodes before linearized reading' (duration: 1.309856907s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.872627Z","time spent":"1.310159032s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:33.182166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616300197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:33.182821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.161846Z","time spent":"2.020559028s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:33.182953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39566194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-23T01:08:33.182986Z","caller":"traceutil/trace.go:171","msg":"trace[1013672308] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25929; }","duration":"2.39569551s","start":"2026-04-23T01:08:30.787281Z","end":"2026-04-23T01:08:33.182977Z","steps":["trace[1013672308] 'agreement among raft nodes before linearized reading' (duration: 2.395633329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576058281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:33.18302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.787205Z","time spent":"2.395808512s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:08:33.182591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.579446Z","time spent":"2.60313793s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-23T01:08:33.183026Z","caller":"traceutil/trace.go:171","msg":"trace[1912199703] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25929; }","duration":"2.576138593s","start":"2026-04-23T01:08:30.606876Z","end":"2026-04-23T01:08:33.183015Z","steps":["trace[1912199703] 'agreement among raft nodes before linearized reading' (duration: 2.576075152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.183063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.606858Z","time spent":"2.576197754s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:33.182479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.563983Z","time spent":"2.61848497s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:08:33.182362Z","caller":"traceutil/trace.go:171","msg":"trace[1906117769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25929; }","duration":"2.618247634s","start":"2026-04-23T01:08:30.5641Z","end":"2026-04-23T01:08:33.182348Z","steps":["trace[1906117769] 'agreement among raft nodes before linearized reading' (duration: 2.61809149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.183115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395032077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:08:33.183171Z","caller":"traceutil/trace.go:171","msg":"trace[2062529746] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25929; }","duration":"2.395109919s","start":"2026-04-23T01:08:30.788049Z","end":"2026-04-23T01:08:33.183159Z","steps":["trace[2062529746] 'agreement among raft nodes before linearized reading' (duration: 2.394562309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.182678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.560012Z","time spent":"2.622633286s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" "} {"level":"warn","ts":"2026-04-23T01:08:33.183219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.788042Z","time spent":"2.395165121s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:08:33.183221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.564096Z","time spent":"2.61905172s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:08:33.182591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.039095Z","time spent":"2.143488249s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:33.182891Z","caller":"traceutil/trace.go:171","msg":"trace[62456626] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25929; }","duration":"2.617054492s","start":"2026-04-23T01:08:30.565824Z","end":"2026-04-23T01:08:33.182878Z","steps":["trace[62456626] 'agreement among raft nodes before linearized reading' (duration: 2.616287297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.183441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.565815Z","time spent":"2.617609782s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:08:33.182357Z","caller":"traceutil/trace.go:171","msg":"trace[300519268] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"1.488560426s","start":"2026-04-23T01:08:31.693782Z","end":"2026-04-23T01:08:33.182342Z","steps":["trace[300519268] 'process raft request' (duration: 1.488072796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:33.183605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.693763Z","time spent":"1.489777719s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:33.682685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:34.132332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:34.132428Z","caller":"traceutil/trace.go:171","msg":"trace[848839912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636913s","start":"2026-04-23T01:08:32.13177Z","end":"2026-04-23T01:08:34.132406Z","steps":["trace[848839912] 'agreement among raft nodes before linearized reading' (duration: 2.000513701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.132478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.131757Z","time spent":"2.000709874s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:34.165864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973037044s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:35.250703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084627852s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:35.786838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597594757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:35.786922Z","caller":"traceutil/trace.go:171","msg":"trace[445831721] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.597698369s","start":"2026-04-23T01:08:33.189206Z","end":"2026-04-23T01:08:35.786904Z","steps":["trace[445831721] 'agreement among raft nodes before linearized reading' (duration: 2.597591917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.786967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.189184Z","time spent":"2.59777431s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:35.787064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597986734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:35.787096Z","caller":"traceutil/trace.go:171","msg":"trace[538667248] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.598037275s","start":"2026-04-23T01:08:33.18905Z","end":"2026-04-23T01:08:35.787087Z","steps":["trace[538667248] 'agreement among raft nodes before linearized reading' (duration: 2.598004305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.787129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.18904Z","time spent":"2.598083516s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:35.884968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.936867Z","time spent":"1.948086366s","remote":"127.0.0.1:34468","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:35.885222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719074s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:35.887425Z","caller":"traceutil/trace.go:171","msg":"trace[889251154] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"3.751520601s","start":"2026-04-23T01:08:32.135874Z","end":"2026-04-23T01:08:35.887394Z","steps":["trace[889251154] 'process raft request' (duration: 2.030195059s)","trace[889251154] 'compare' (duration: 1.717621572s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:35.887569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.135851Z","time spent":"3.751647603s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.887624Z","caller":"traceutil/trace.go:171","msg":"trace[761059283] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"3.748372221s","start":"2026-04-23T01:08:32.139211Z","end":"2026-04-23T01:08:35.887583Z","steps":["trace[761059283] 'process raft request' (duration: 3.746137708s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.887696Z","caller":"traceutil/trace.go:171","msg":"trace[680093601] linearizableReadLoop","detail":"{readStateIndex:26782; appliedIndex:26776; }","duration":"2.705599117s","start":"2026-04-23T01:08:33.182082Z","end":"2026-04-23T01:08:35.887681Z","steps":["trace[680093601] 'read index received' (duration: 984.034741ms)","trace[680093601] 'applied index is now lower than readState.Index' (duration: 1.721563476s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:35.887755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.139203Z","time spent":"3.748485503s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.887923Z","caller":"traceutil/trace.go:171","msg":"trace[1992171127] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"3.324469992s","start":"2026-04-23T01:08:32.563439Z","end":"2026-04-23T01:08:35.887909Z","steps":["trace[1992171127] 'process raft request' (duration: 3.324009723s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.887984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.563408Z","time spent":"3.324539673s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.888002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322984683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:08:35.888039Z","caller":"traceutil/trace.go:171","msg":"trace[1759319363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25935; }","duration":"3.323036835s","start":"2026-04-23T01:08:32.564991Z","end":"2026-04-23T01:08:35.888028Z","steps":["trace[1759319363] 'agreement among raft nodes before linearized reading' (duration: 3.322919083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.564983Z","time spent":"3.323077255s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:08:35.88814Z","caller":"traceutil/trace.go:171","msg":"trace[1054138559] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"3.322071747s","start":"2026-04-23T01:08:32.566059Z","end":"2026-04-23T01:08:35.888131Z","steps":["trace[1054138559] 'process raft request' (duration: 3.321480006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.566047Z","time spent":"3.322110898s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.888269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323899691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:08:35.888303Z","caller":"traceutil/trace.go:171","msg":"trace[1310424621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25935; }","duration":"3.323947732s","start":"2026-04-23T01:08:32.564345Z","end":"2026-04-23T01:08:35.888293Z","steps":["trace[1310424621] 'agreement among raft nodes before linearized reading' (duration: 3.323830999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.564337Z","time spent":"3.323988383s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:08:35.888375Z","caller":"traceutil/trace.go:171","msg":"trace[2046314124] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"2.701897097s","start":"2026-04-23T01:08:33.186463Z","end":"2026-04-23T01:08:35.88836Z","steps":["trace[2046314124] 'process raft request' (duration: 2.701115623s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.186448Z","time spent":"2.701975809s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.888509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324159465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:35.888544Z","caller":"traceutil/trace.go:171","msg":"trace[179275680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25935; }","duration":"3.324217067s","start":"2026-04-23T01:08:32.564318Z","end":"2026-04-23T01:08:35.888535Z","steps":["trace[179275680] 'agreement among raft nodes before linearized reading' (duration: 3.324130295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.564307Z","time spent":"3.324261047s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:35.888715Z","caller":"traceutil/trace.go:171","msg":"trace[1593811272] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"2.514083865s","start":"2026-04-23T01:08:33.374612Z","end":"2026-04-23T01:08:35.888695Z","steps":["trace[1593811272] 'process raft request' (duration: 2.513019636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324422822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:35.888777Z","caller":"traceutil/trace.go:171","msg":"trace[2066740213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25935; }","duration":"3.324484992s","start":"2026-04-23T01:08:32.564283Z","end":"2026-04-23T01:08:35.888768Z","steps":["trace[2066740213] 'agreement among raft nodes before linearized reading' (duration: 3.32440894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.888812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.564265Z","time spent":"3.324540604s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:35.888324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920000717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:35.888807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.374593Z","time spent":"2.514169578s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.888877Z","caller":"traceutil/trace.go:171","msg":"trace[792605931] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25935; }","duration":"2.920547488s","start":"2026-04-23T01:08:32.968304Z","end":"2026-04-23T01:08:35.888851Z","steps":["trace[792605931] 'agreement among raft nodes before linearized reading' (duration: 2.919969616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.88895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.968282Z","time spent":"2.92064114s","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:35.888958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234455159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:35.888988Z","caller":"traceutil/trace.go:171","msg":"trace[393603745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25935; }","duration":"3.23451562s","start":"2026-04-23T01:08:32.654463Z","end":"2026-04-23T01:08:35.888979Z","steps":["trace[393603745] 'agreement among raft nodes before linearized reading' (duration: 3.234466409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.889024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.654449Z","time spent":"3.234564461s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:35.889101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324819169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:08:35.889015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327058341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:08:35.88914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323893331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:35.889152Z","caller":"traceutil/trace.go:171","msg":"trace[1132467608] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25935; }","duration":"3.32488021s","start":"2026-04-23T01:08:32.564254Z","end":"2026-04-23T01:08:35.889134Z","steps":["trace[1132467608] 'agreement among raft nodes before linearized reading' (duration: 3.324791138s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.889186Z","caller":"traceutil/trace.go:171","msg":"trace[749471196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25935; }","duration":"3.323955272s","start":"2026-04-23T01:08:32.565218Z","end":"2026-04-23T01:08:35.889173Z","steps":["trace[749471196] 'agreement among raft nodes before linearized reading' (duration: 3.32381901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.889188Z","caller":"traceutil/trace.go:171","msg":"trace[297772651] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25935; }","duration":"3.327252524s","start":"2026-04-23T01:08:32.561915Z","end":"2026-04-23T01:08:35.889167Z","steps":["trace[297772651] 'agreement among raft nodes before linearized reading' (duration: 3.326927418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.889237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.56521Z","time spent":"3.324016893s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:35.889254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.561858Z","time spent":"3.327375756s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:35.889196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:32.564244Z","time spent":"3.324945131s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:36.140014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:36.1401Z","caller":"traceutil/trace.go:171","msg":"trace[1432821961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378208s","start":"2026-04-23T01:08:34.139703Z","end":"2026-04-23T01:08:36.140082Z","steps":["trace[1432821961] 'agreement among raft nodes before linearized reading' (duration: 2.000264616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.140146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.139688Z","time spent":"2.000449469s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:36.843311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.715626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:36.843817Z","caller":"traceutil/trace.go:171","msg":"trace[453194766] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"1.65054332s","start":"2026-04-23T01:08:35.193024Z","end":"2026-04-23T01:08:36.843567Z","steps":["trace[453194766] 'process raft request' (duration: 793.486987ms)","trace[453194766] 'compare' (duration: 855.212108ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:36.843895Z","caller":"traceutil/trace.go:171","msg":"trace[1055163016] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"1.054266541s","start":"2026-04-23T01:08:35.789591Z","end":"2026-04-23T01:08:36.843858Z","steps":["trace[1055163016] 'process raft request' (duration: 1.053946434s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.843944Z","caller":"traceutil/trace.go:171","msg":"trace[1483641686] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"948.861469ms","start":"2026-04-23T01:08:35.895061Z","end":"2026-04-23T01:08:36.843923Z","steps":["trace[1483641686] 'process raft request' (duration: 948.678436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.843963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.192999Z","time spent":"1.650886608s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:36.844032Z","caller":"traceutil/trace.go:171","msg":"trace[465466914] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"948.936721ms","start":"2026-04-23T01:08:35.895063Z","end":"2026-04-23T01:08:36.844Z","steps":["trace[465466914] 'process raft request' (duration: 948.774598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.844046Z","caller":"traceutil/trace.go:171","msg":"trace[807519184] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"948.90519ms","start":"2026-04-23T01:08:35.895109Z","end":"2026-04-23T01:08:36.844014Z","steps":["trace[807519184] 'process raft request' (duration: 948.802558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.844077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.789559Z","time spent":"1.054420453s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:36.844114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895047Z","time spent":"948.985561ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:08:36.844119Z","caller":"traceutil/trace.go:171","msg":"trace[1982602511] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"1.278984195s","start":"2026-04-23T01:08:35.564612Z","end":"2026-04-23T01:08:36.843596Z","steps":["trace[1982602511] 'process raft request' (duration: 1.278804192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.844165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895048Z","time spent":"949.045372ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:36.844203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895104Z","time spent":"949.014542ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:36.844231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.564586Z","time spent":"1.279588817s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:36.844296Z","caller":"traceutil/trace.go:171","msg":"trace[1073927518] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"949.182555ms","start":"2026-04-23T01:08:35.895101Z","end":"2026-04-23T01:08:36.844283Z","steps":["trace[1073927518] 'process raft request' (duration: 948.864869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.844362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895083Z","time spent":"949.248467ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:36.844593Z","caller":"traceutil/trace.go:171","msg":"trace[899930833] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"949.46694ms","start":"2026-04-23T01:08:35.895101Z","end":"2026-04-23T01:08:36.844568Z","steps":["trace[899930833] 'process raft request' (duration: 949.160394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.844685Z","caller":"traceutil/trace.go:171","msg":"trace[1176043151] linearizableReadLoop","detail":"{readStateIndex:26785; appliedIndex:26782; }","duration":"956.941351ms","start":"2026-04-23T01:08:35.887728Z","end":"2026-04-23T01:08:36.844669Z","steps":["trace[1176043151] 'read index received' (duration: 98.795977ms)","trace[1176043151] 'applied index is now lower than readState.Index' (duration: 858.144054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:36.844738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895084Z","time spent":"949.586003ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:36.844753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653881804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:36.844764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23504516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:36.844819Z","caller":"traceutil/trace.go:171","msg":"trace[981143385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25946; }","duration":"3.235143342s","start":"2026-04-23T01:08:33.60966Z","end":"2026-04-23T01:08:36.844803Z","steps":["trace[981143385] 'agreement among raft nodes before linearized reading' (duration: 3.23502651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.844867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.609639Z","time spent":"3.235215953s","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:36.844864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658696125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-23T01:08:36.844905Z","caller":"traceutil/trace.go:171","msg":"trace[503209068] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"949.733535ms","start":"2026-04-23T01:08:35.895163Z","end":"2026-04-23T01:08:36.844897Z","steps":["trace[503209068] 'process raft request' (duration: 949.277197ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.844925Z","caller":"traceutil/trace.go:171","msg":"trace[730559007] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25946; }","duration":"3.658788017s","start":"2026-04-23T01:08:33.186121Z","end":"2026-04-23T01:08:36.844909Z","steps":["trace[730559007] 'agreement among raft nodes before linearized reading' (duration: 3.658576603s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.844796Z","caller":"traceutil/trace.go:171","msg":"trace[1457207592] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25946; }","duration":"3.653954216s","start":"2026-04-23T01:08:33.190829Z","end":"2026-04-23T01:08:36.844783Z","steps":["trace[1457207592] 'agreement among raft nodes before linearized reading' (duration: 3.653860084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.845015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659056691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2907e580-50c7-4b0f-a9ec-51ad80aa938a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:08:36.845039Z","caller":"traceutil/trace.go:171","msg":"trace[1021645730] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"949.836508ms","start":"2026-04-23T01:08:35.895191Z","end":"2026-04-23T01:08:36.845027Z","steps":["trace[1021645730] 'process raft request' (duration: 949.43675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.845048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.505926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:36.845049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.848972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-23T01:08:36.845059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.190809Z","time spent":"3.654235862s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:36.845069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.206273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:36.845083Z","caller":"traceutil/trace.go:171","msg":"trace[624040928] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2907e580-50c7-4b0f-a9ec-51ad80aa938a; range_end:; response_count:1; response_revision:25946; }","duration":"3.659152605s","start":"2026-04-23T01:08:33.185894Z","end":"2026-04-23T01:08:36.845047Z","steps":["trace[624040928] 'agreement among raft nodes before linearized reading' (duration: 3.65894517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.845098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895169Z","time spent":"949.894359ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:36.845103Z","caller":"traceutil/trace.go:171","msg":"trace[1195044391] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25946; }","duration":"945.923854ms","start":"2026-04-23T01:08:35.899163Z","end":"2026-04-23T01:08:36.845087Z","steps":["trace[1195044391] 'agreement among raft nodes before linearized reading' (duration: 945.75171ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.845096Z","caller":"traceutil/trace.go:171","msg":"trace[1279656009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25946; }","duration":"704.568037ms","start":"2026-04-23T01:08:36.140511Z","end":"2026-04-23T01:08:36.845079Z","steps":["trace[1279656009] 'agreement among raft nodes before linearized reading' (duration: 704.507475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.845129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.185879Z","time spent":"3.659237836s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2907e580-50c7-4b0f-a9ec-51ad80aa938a\" "} {"level":"warn","ts":"2026-04-23T01:08:36.845155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.899155Z","time spent":"945.985015ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:08:36.845159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.37686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:36.845198Z","caller":"traceutil/trace.go:171","msg":"trace[1821804095] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25946; }","duration":"239.448701ms","start":"2026-04-23T01:08:36.60574Z","end":"2026-04-23T01:08:36.845189Z","steps":["trace[1821804095] 'agreement among raft nodes before linearized reading' (duration: 239.39116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.844872Z","caller":"traceutil/trace.go:171","msg":"trace[626316610] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"949.688584ms","start":"2026-04-23T01:08:35.895172Z","end":"2026-04-23T01:08:36.844861Z","steps":["trace[626316610] 'process raft request' (duration: 949.357318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.845295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895164Z","time spent":"950.091132ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:36.845111Z","caller":"traceutil/trace.go:171","msg":"trace[1559258720] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25946; }","duration":"593.276264ms","start":"2026-04-23T01:08:36.251821Z","end":"2026-04-23T01:08:36.845097Z","steps":["trace[1559258720] 'agreement among raft nodes before linearized reading' (duration: 593.193662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.84498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.186106Z","time spent":"3.658862818s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:08:36.845385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.251799Z","time spent":"593.567259ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:36.844948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349995661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:36.845539Z","caller":"traceutil/trace.go:171","msg":"trace[1672183375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25946; }","duration":"3.350605243s","start":"2026-04-23T01:08:33.494912Z","end":"2026-04-23T01:08:36.845517Z","steps":["trace[1672183375] 'agreement among raft nodes before linearized reading' (duration: 3.34991757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.844966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:35.895151Z","time spent":"949.780056ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:36.845616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.494851Z","time spent":"3.350749076s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:36.844786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658696355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:36.846441Z","caller":"traceutil/trace.go:171","msg":"trace[542227931] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:0; response_revision:25946; }","duration":"3.660290075s","start":"2026-04-23T01:08:33.186061Z","end":"2026-04-23T01:08:36.846351Z","steps":["trace[542227931] 'agreement among raft nodes before linearized reading' (duration: 3.658694535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.846629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.186055Z","time spent":"3.660552341s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:08:36.845156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.140493Z","time spent":"704.654078ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:36.848554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248135917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-23T01:08:36.848605Z","caller":"traceutil/trace.go:171","msg":"trace[150117384] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25946; }","duration":"2.248229028s","start":"2026-04-23T01:08:34.600363Z","end":"2026-04-23T01:08:36.848592Z","steps":["trace[150117384] 'agreement among raft nodes before linearized reading' (duration: 2.244807654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:36.848635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.600344Z","time spent":"2.248281219s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:08:37.22148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.867142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.221604Z","caller":"traceutil/trace.go:171","msg":"trace[1132631326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25946; }","duration":"196.001695ms","start":"2026-04-23T01:08:37.025583Z","end":"2026-04-23T01:08:37.221585Z","steps":["trace[1132631326] 'range keys from in-memory index tree' (duration: 195.854072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.222155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.622938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:37.222425Z","caller":"traceutil/trace.go:171","msg":"trace[1447258340] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"373.97063ms","start":"2026-04-23T01:08:36.84842Z","end":"2026-04-23T01:08:37.22239Z","steps":["trace[1447258340] 'process raft request' (duration: 193.722151ms)","trace[1447258340] 'compare' (duration: 179.23226ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:37.222556Z","caller":"traceutil/trace.go:171","msg":"trace[610753355] linearizableReadLoop","detail":"{readStateIndex:26795; appliedIndex:26793; }","duration":"369.67184ms","start":"2026-04-23T01:08:36.852867Z","end":"2026-04-23T01:08:37.222539Z","steps":["trace[610753355] 'read index received' (duration: 189.290948ms)","trace[610753355] 'applied index is now lower than readState.Index' (duration: 180.379372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:37.222609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.848396Z","time spent":"374.205395ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:37.222731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.837073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.222815Z","caller":"traceutil/trace.go:171","msg":"trace[637447880] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25947; }","duration":"369.954165ms","start":"2026-04-23T01:08:36.852842Z","end":"2026-04-23T01:08:37.222797Z","steps":["trace[637447880] 'agreement among raft nodes before linearized reading' (duration: 369.786532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.222869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.852832Z","time spent":"370.027097ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:37.222881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.331933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:37.222922Z","caller":"traceutil/trace.go:171","msg":"trace[1781232313] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25947; }","duration":"269.381164ms","start":"2026-04-23T01:08:36.953528Z","end":"2026-04-23T01:08:37.222909Z","steps":["trace[1781232313] 'agreement among raft nodes before linearized reading' (duration: 269.323863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.222944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.536734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-23T01:08:37.222951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.446896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.223034Z","caller":"traceutil/trace.go:171","msg":"trace[1701423287] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25947; }","duration":"205.671896ms","start":"2026-04-23T01:08:37.017342Z","end":"2026-04-23T01:08:37.223013Z","steps":["trace[1701423287] 'agreement among raft nodes before linearized reading' (duration: 205.390701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.223047Z","caller":"traceutil/trace.go:171","msg":"trace[672269206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25947; }","duration":"118.554488ms","start":"2026-04-23T01:08:37.10447Z","end":"2026-04-23T01:08:37.223024Z","steps":["trace[672269206] 'agreement among raft nodes before linearized reading' (duration: 118.397755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.222826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.853883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-23T01:08:37.223109Z","caller":"traceutil/trace.go:171","msg":"trace[1512574480] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25947; }","duration":"370.16484ms","start":"2026-04-23T01:08:36.85293Z","end":"2026-04-23T01:08:37.223095Z","steps":["trace[1512574480] 'agreement among raft nodes before linearized reading' (duration: 369.766282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.223097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.614614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-23T01:08:37.223224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.120362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-04-23T01:08:37.223286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.507541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-23T01:08:37.223245Z","caller":"traceutil/trace.go:171","msg":"trace[1096538571] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25947; }","duration":"205.803819ms","start":"2026-04-23T01:08:37.017405Z","end":"2026-04-23T01:08:37.223209Z","steps":["trace[1096538571] 'agreement among raft nodes before linearized reading' (duration: 205.506603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.223297Z","caller":"traceutil/trace.go:171","msg":"trace[734633742] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25947; }","duration":"309.219053ms","start":"2026-04-23T01:08:36.914056Z","end":"2026-04-23T01:08:37.223275Z","steps":["trace[734633742] 'agreement among raft nodes before linearized reading' (duration: 308.984108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.223319Z","caller":"traceutil/trace.go:171","msg":"trace[512854625] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25947; }","duration":"367.552681ms","start":"2026-04-23T01:08:36.855757Z","end":"2026-04-23T01:08:37.22331Z","steps":["trace[512854625] 'agreement among raft nodes before linearized reading' (duration: 367.426869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.223345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.855751Z","time spent":"367.588622ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:08:37.223343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.914049Z","time spent":"309.283815ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-23T01:08:37.223353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.973246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T01:08:37.223402Z","caller":"traceutil/trace.go:171","msg":"trace[552533530] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25947; }","duration":"270.043757ms","start":"2026-04-23T01:08:36.953338Z","end":"2026-04-23T01:08:37.223382Z","steps":["trace[552533530] 'agreement among raft nodes before linearized reading' (duration: 269.928685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.223152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.852919Z","time spent":"370.222211ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T01:08:37.223494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.285141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.223552Z","caller":"traceutil/trace.go:171","msg":"trace[563728647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25947; }","duration":"312.371023ms","start":"2026-04-23T01:08:36.911161Z","end":"2026-04-23T01:08:37.223532Z","steps":["trace[563728647] 'agreement among raft nodes before linearized reading' (duration: 312.283491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.2236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.911096Z","time spent":"312.494115ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:08:37.222643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:36.8484Z","time spent":"374.138624ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:08:37.769882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:38.27099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:38.538592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269406966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:38.540719Z","caller":"traceutil/trace.go:171","msg":"trace[1632654473] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"1.308886668s","start":"2026-04-23T01:08:37.231777Z","end":"2026-04-23T01:08:38.540664Z","steps":["trace[1632654473] 'process raft request' (duration: 1.308622112s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:38.540958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.231762Z","time spent":"1.309046541s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:39.437563Z","caller":"traceutil/trace.go:171","msg":"trace[1415561550] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26796; }","duration":"2.168206793s","start":"2026-04-23T01:08:37.269333Z","end":"2026-04-23T01:08:39.43754Z","steps":["trace[1415561550] 'read index received' (duration: 1.271071156s)","trace[1415561550] 'applied index is now lower than readState.Index' (duration: 897.134577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:39.438065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210518528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:08:39.438113Z","caller":"traceutil/trace.go:171","msg":"trace[1773575032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871; range_end:; response_count:1; response_revision:25951; }","duration":"2.21059655s","start":"2026-04-23T01:08:37.227503Z","end":"2026-04-23T01:08:39.4381Z","steps":["trace[1773575032] 'agreement among raft nodes before linearized reading' (duration: 2.210384585s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.43808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208811156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:39.438155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.227492Z","time spent":"2.210654602s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e048665871\" "} {"level":"info","ts":"2026-04-23T01:08:39.438177Z","caller":"traceutil/trace.go:171","msg":"trace[977649871] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25951; }","duration":"2.208933419s","start":"2026-04-23T01:08:37.229222Z","end":"2026-04-23T01:08:39.438155Z","steps":["trace[977649871] 'agreement among raft nodes before linearized reading' (duration: 2.208508981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.438225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.229215Z","time spent":"2.20899906s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:39.438393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211175472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T01:08:39.438433Z","caller":"traceutil/trace.go:171","msg":"trace[157394871] range","detail":"{range_begin:/registry/persistentvolumes/pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa; range_end:; response_count:1; response_revision:25951; }","duration":"2.211243663s","start":"2026-04-23T01:08:37.22718Z","end":"2026-04-23T01:08:39.438424Z","steps":["trace[157394871] 'agreement among raft nodes before linearized reading' (duration: 2.211145071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.43846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.227166Z","time spent":"2.211287734s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-faee9c5b-69df-43fb-aa5f-866a26dbe3aa\" "} {"level":"warn","ts":"2026-04-23T01:08:39.43863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212046998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:39.438702Z","caller":"traceutil/trace.go:171","msg":"trace[1486893737] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25951; }","duration":"2.212119389s","start":"2026-04-23T01:08:37.226574Z","end":"2026-04-23T01:08:39.438693Z","steps":["trace[1486893737] 'agreement among raft nodes before linearized reading' (duration: 2.212025757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.438741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.226523Z","time spent":"2.212208851s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:08:39.438749Z","caller":"traceutil/trace.go:171","msg":"trace[1439112549] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"1.543911956s","start":"2026-04-23T01:08:37.894736Z","end":"2026-04-23T01:08:39.438648Z","steps":["trace[1439112549] 'process raft request' (duration: 1.542589991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.438853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.894709Z","time spent":"1.54407875s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:39.438936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212409494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-nt5ll\" ","response":"range_response_count:1 size:5936"} {"level":"info","ts":"2026-04-23T01:08:39.438975Z","caller":"traceutil/trace.go:171","msg":"trace[1252242381] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-nt5ll; range_end:; response_count:1; response_revision:25951; }","duration":"2.212486336s","start":"2026-04-23T01:08:37.226479Z","end":"2026-04-23T01:08:39.438965Z","steps":["trace[1252242381] 'agreement among raft nodes before linearized reading' (duration: 2.212388524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.439003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.226449Z","time spent":"2.212547446s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5959,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-nt5ll\" "} {"level":"info","ts":"2026-04-23T01:08:39.439049Z","caller":"traceutil/trace.go:171","msg":"trace[1626430256] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"1.541359478s","start":"2026-04-23T01:08:37.897676Z","end":"2026-04-23T01:08:39.439036Z","steps":["trace[1626430256] 'process raft request' (duration: 1.539812089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.439121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.897639Z","time spent":"1.54144511s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:39.439228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213630607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11450"} {"level":"info","ts":"2026-04-23T01:08:39.439266Z","caller":"traceutil/trace.go:171","msg":"trace[1119072447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25951; }","duration":"2.213688508s","start":"2026-04-23T01:08:37.225568Z","end":"2026-04-23T01:08:39.439257Z","steps":["trace[1119072447] 'agreement among raft nodes before linearized reading' (duration: 2.213593666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.439294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.225555Z","time spent":"2.21373216s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11473,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-23T01:08:39.816488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:39.816577Z","caller":"traceutil/trace.go:171","msg":"trace[1515329551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957201s","start":"2026-04-23T01:08:37.816599Z","end":"2026-04-23T01:08:39.816556Z","steps":["trace[1515329551] 'agreement among raft nodes before linearized reading' (duration: 1.999815579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:39.816626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.816539Z","time spent":"2.000076613s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:39.938323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:08:40.340625Z","caller":"traceutil/trace.go:171","msg":"trace[144007775] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"1.488309441s","start":"2026-04-23T01:08:38.85229Z","end":"2026-04-23T01:08:40.3406Z","steps":["trace[144007775] 'process raft request' (duration: 1.413985384s)","trace[144007775] 'compare' (duration: 74.091743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:40.340739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.852272Z","time spent":"1.488407403s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:40.895016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.707967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:40.895188Z","caller":"traceutil/trace.go:171","msg":"trace[956964336] linearizableReadLoop","detail":"{readStateIndex:26801; appliedIndex:26799; }","duration":"1.457308848s","start":"2026-04-23T01:08:39.43786Z","end":"2026-04-23T01:08:40.895168Z","steps":["trace[956964336] 'read index received' (duration: 828.412835ms)","trace[956964336] 'applied index is now lower than readState.Index' (duration: 628.893943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:40.895423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044115371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:40.895464Z","caller":"traceutil/trace.go:171","msg":"trace[834564541] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25953; }","duration":"2.044177181s","start":"2026-04-23T01:08:38.851275Z","end":"2026-04-23T01:08:40.895452Z","steps":["trace[834564541] 'agreement among raft nodes before linearized reading' (duration: 2.043990758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33290139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.895498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.851265Z","time spent":"2.044224933s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:40.895524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044128931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:40.895612Z","caller":"traceutil/trace.go:171","msg":"trace[186747006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25953; }","duration":"2.044272994s","start":"2026-04-23T01:08:38.851318Z","end":"2026-04-23T01:08:40.895591Z","steps":["trace[186747006] 'agreement among raft nodes before linearized reading' (duration: 2.043956418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.851298Z","time spent":"2.044356006s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:40.89569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078261882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.895713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861502428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.895729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782527493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.895769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046795031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:08:40.895721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814420783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:40.895778Z","caller":"traceutil/trace.go:171","msg":"trace[191470829] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25953; }","duration":"1.86161104s","start":"2026-04-23T01:08:39.03415Z","end":"2026-04-23T01:08:40.895761Z","steps":["trace[191470829] 'agreement among raft nodes before linearized reading' (duration: 1.861496478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.914954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:40.8958Z","caller":"traceutil/trace.go:171","msg":"trace[1292585039] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"1.453846904s","start":"2026-04-23T01:08:39.44193Z","end":"2026-04-23T01:08:40.895777Z","steps":["trace[1292585039] 'process raft request' (duration: 1.038276731s)","trace[1292585039] 'compare' (duration: 414.34331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:40.895816Z","caller":"traceutil/trace.go:171","msg":"trace[959567342] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25953; }","duration":"1.814586425s","start":"2026-04-23T01:08:39.081222Z","end":"2026-04-23T01:08:40.895808Z","steps":["trace[959567342] 'agreement among raft nodes before linearized reading' (duration: 1.814414432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454040298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-23T01:08:40.895827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.03413Z","time spent":"1.861687901s","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.895831Z","caller":"traceutil/trace.go:171","msg":"trace[642498285] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25953; }","duration":"178.946104ms","start":"2026-04-23T01:08:40.716875Z","end":"2026-04-23T01:08:40.895821Z","steps":["trace[642498285] 'agreement among raft nodes before linearized reading' (duration: 178.896393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85839254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.895853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.0812Z","time spent":"1.814640606s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.895534Z","caller":"traceutil/trace.go:171","msg":"trace[882182106] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25953; }","duration":"2.333044543s","start":"2026-04-23T01:08:38.56247Z","end":"2026-04-23T01:08:40.895515Z","steps":["trace[882182106] 'agreement among raft nodes before linearized reading' (duration: 2.33289069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.89587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044035919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:08:40.895873Z","caller":"traceutil/trace.go:171","msg":"trace[2116089016] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25953; }","duration":"1.858456851s","start":"2026-04-23T01:08:39.037403Z","end":"2026-04-23T01:08:40.895859Z","steps":["trace[2116089016] 'agreement among raft nodes before linearized reading' (duration: 1.858378339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451370737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:08:40.895905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.441911Z","time spent":"1.453934026s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:40.895931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.562452Z","time spent":"2.333465051s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.895947Z","caller":"traceutil/trace.go:171","msg":"trace[188762480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25953; }","duration":"1.451429528s","start":"2026-04-23T01:08:39.444506Z","end":"2026-04-23T01:08:40.895935Z","steps":["trace[188762480] 'agreement among raft nodes before linearized reading' (duration: 1.451335396s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.895946Z","caller":"traceutil/trace.go:171","msg":"trace[1953204159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25953; }","duration":"2.044118581s","start":"2026-04-23T01:08:38.851802Z","end":"2026-04-23T01:08:40.895921Z","steps":["trace[1953204159] 'agreement among raft nodes before linearized reading' (duration: 2.043932838s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.037396Z","time spent":"1.858538212s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:40.89597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452491279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:08:40.895977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.444493Z","time spent":"1.451478619s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:08:40.895987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.851792Z","time spent":"2.044187062s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:40.896003Z","caller":"traceutil/trace.go:171","msg":"trace[2003911953] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25953; }","duration":"1.452544009s","start":"2026-04-23T01:08:39.443449Z","end":"2026-04-23T01:08:40.895993Z","steps":["trace[2003911953] 'agreement among raft nodes before linearized reading' (duration: 1.452437507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.053884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.896037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.443437Z","time spent":"1.45259102s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T01:08:40.896055Z","caller":"traceutil/trace.go:171","msg":"trace[2145364099] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25953; }","duration":"189.132336ms","start":"2026-04-23T01:08:40.706914Z","end":"2026-04-23T01:08:40.896046Z","steps":["trace[2145364099] 'agreement among raft nodes before linearized reading' (duration: 189.073425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.895746Z","caller":"traceutil/trace.go:171","msg":"trace[2031132310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25953; }","duration":"1.078349564s","start":"2026-04-23T01:08:39.817383Z","end":"2026-04-23T01:08:40.895733Z","steps":["trace[2031132310] 'agreement among raft nodes before linearized reading' (duration: 1.078259923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470834953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:40.895816Z","caller":"traceutil/trace.go:171","msg":"trace[1784154709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25953; }","duration":"2.046880633s","start":"2026-04-23T01:08:38.848923Z","end":"2026-04-23T01:08:40.895804Z","steps":["trace[1784154709] 'agreement among raft nodes before linearized reading' (duration: 2.04672113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.817366Z","time spent":"1.078768052s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:40.896161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043822995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:40.896189Z","caller":"traceutil/trace.go:171","msg":"trace[1006430129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25953; }","duration":"2.043867807s","start":"2026-04-23T01:08:38.852311Z","end":"2026-04-23T01:08:40.896179Z","steps":["trace[1006430129] 'agreement among raft nodes before linearized reading' (duration: 2.043789025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.895822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292665614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.896222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.324777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:40.896228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.8523Z","time spent":"2.043921727s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:08:40.895858Z","caller":"traceutil/trace.go:171","msg":"trace[1205211555] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25953; }","duration":"1.45416721s","start":"2026-04-23T01:08:39.441679Z","end":"2026-04-23T01:08:40.895846Z","steps":["trace[1205211555] 'agreement among raft nodes before linearized reading' (duration: 1.453945916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625289887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:08:40.896717Z","caller":"traceutil/trace.go:171","msg":"trace[832132998] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25953; }","duration":"3.62542278s","start":"2026-04-23T01:08:37.271276Z","end":"2026-04-23T01:08:40.896698Z","steps":["trace[832132998] 'agreement among raft nodes before linearized reading' (duration: 3.625098634s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:37.271259Z","time spent":"3.625530062s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:08:40.896187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.848904Z","time spent":"2.047266199s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:08:40.89624Z","caller":"traceutil/trace.go:171","msg":"trace[617267469] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25953; }","duration":"1.293117611s","start":"2026-04-23T01:08:39.603108Z","end":"2026-04-23T01:08:40.896225Z","steps":["trace[617267469] 'agreement among raft nodes before linearized reading' (duration: 1.292685544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.897483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.603088Z","time spent":"1.294371766s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.896146Z","caller":"traceutil/trace.go:171","msg":"trace[1085862631] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25953; }","duration":"1.470917655s","start":"2026-04-23T01:08:39.425218Z","end":"2026-04-23T01:08:40.896136Z","steps":["trace[1085862631] 'agreement among raft nodes before linearized reading' (duration: 1.470866504s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.895783Z","caller":"traceutil/trace.go:171","msg":"trace[761448607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25953; }","duration":"2.782628855s","start":"2026-04-23T01:08:38.113143Z","end":"2026-04-23T01:08:40.895772Z","steps":["trace[761448607] 'agreement among raft nodes before linearized reading' (duration: 2.782543324s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.896261Z","caller":"traceutil/trace.go:171","msg":"trace[1925596620] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25953; }","duration":"399.402559ms","start":"2026-04-23T01:08:40.496848Z","end":"2026-04-23T01:08:40.896251Z","steps":["trace[1925596620] 'agreement among raft nodes before linearized reading' (duration: 399.344368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.896257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775970429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:40.8963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047170078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:08:40.896335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045372934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:40.898618Z","caller":"traceutil/trace.go:171","msg":"trace[1773243038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25953; }","duration":"1.778329593s","start":"2026-04-23T01:08:39.120274Z","end":"2026-04-23T01:08:40.898603Z","steps":["trace[1773243038] 'agreement among raft nodes before linearized reading' (duration: 1.775945868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.898677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.120233Z","time spent":"1.778409896s","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:40.898708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.425192Z","time spent":"1.473503233s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:40.898799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.496828Z","time spent":"401.962617ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:40.898638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.113122Z","time spent":"2.78548406s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.899041Z","caller":"traceutil/trace.go:171","msg":"trace[773539603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25953; }","duration":"2.04995351s","start":"2026-04-23T01:08:38.849073Z","end":"2026-04-23T01:08:40.899027Z","steps":["trace[773539603] 'agreement among raft nodes before linearized reading' (duration: 2.046336832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.899081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.848994Z","time spent":"2.050076122s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:08:40.898533Z","caller":"traceutil/trace.go:171","msg":"trace[661299106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25953; }","duration":"2.047578547s","start":"2026-04-23T01:08:38.850915Z","end":"2026-04-23T01:08:40.898493Z","steps":["trace[661299106] 'agreement among raft nodes before linearized reading' (duration: 2.045347424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.900821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.441662Z","time spent":"1.455277649s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T01:08:40.901797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:38.850895Z","time spent":"2.049535192s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:42.79681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729599907s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:42.796925Z","caller":"traceutil/trace.go:171","msg":"trace[1174404190] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"1.896231649s","start":"2026-04-23T01:08:40.900671Z","end":"2026-04-23T01:08:42.796903Z","steps":["trace[1174404190] 'process raft request' (duration: 166.441649ms)","trace[1174404190] 'compare' (duration: 1.728793033s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.796992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.900656Z","time spent":"1.896304642s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.79791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730768399s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:42.79829Z","caller":"traceutil/trace.go:171","msg":"trace[1686005566] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"1.897548235s","start":"2026-04-23T01:08:40.900713Z","end":"2026-04-23T01:08:42.798261Z","steps":["trace[1686005566] 'process raft request' (duration: 1.897353781s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.798441Z","caller":"traceutil/trace.go:171","msg":"trace[250821041] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"1.896684989s","start":"2026-04-23T01:08:40.901725Z","end":"2026-04-23T01:08:42.79841Z","steps":["trace[250821041] 'process raft request' (duration: 1.896462004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.798537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.901703Z","time spent":"1.896790101s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.798555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.90069Z","time spent":"1.897734139s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:42.798645Z","caller":"traceutil/trace.go:171","msg":"trace[1356774427] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"1.895966575s","start":"2026-04-23T01:08:40.902635Z","end":"2026-04-23T01:08:42.798602Z","steps":["trace[1356774427] 'process raft request' (duration: 1.895604038s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.798776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.902621Z","time spent":"1.896101847s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:42.798776Z","caller":"traceutil/trace.go:171","msg":"trace[1153650585] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"1.895053659s","start":"2026-04-23T01:08:40.903683Z","end":"2026-04-23T01:08:42.798737Z","steps":["trace[1153650585] 'process raft request' (duration: 1.894856395s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.798843Z","caller":"traceutil/trace.go:171","msg":"trace[1731086569] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"1.893929987s","start":"2026-04-23T01:08:40.904854Z","end":"2026-04-23T01:08:42.798784Z","steps":["trace[1731086569] 'process raft request' (duration: 1.893721134s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.798635Z","caller":"traceutil/trace.go:171","msg":"trace[2060127242] linearizableReadLoop","detail":"{readStateIndex:26803; appliedIndex:26801; }","duration":"1.896922673s","start":"2026-04-23T01:08:40.901687Z","end":"2026-04-23T01:08:42.79861Z","steps":["trace[2060127242] 'read index received' (duration: 165.44086ms)","trace[2060127242] 'applied index is now lower than readState.Index' (duration: 1.731480913s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.799064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.903674Z","time spent":"1.895305913s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.798853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897144927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-75d84766cf-6hk85.18a8d591f1351534\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-04-23T01:08:42.799154Z","caller":"traceutil/trace.go:171","msg":"trace[1021521437] range","detail":"{range_begin:/registry/events/openstack/cinder-api-75d84766cf-6hk85.18a8d591f1351534; range_end:; response_count:1; response_revision:25960; }","duration":"1.897472513s","start":"2026-04-23T01:08:40.901662Z","end":"2026-04-23T01:08:42.799135Z","steps":["trace[1021521437] 'agreement among raft nodes before linearized reading' (duration: 1.897049795s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.799203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.90165Z","time spent":"1.897537185s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-75d84766cf-6hk85.18a8d591f1351534\" "} {"level":"info","ts":"2026-04-23T01:08:42.798911Z","caller":"traceutil/trace.go:171","msg":"trace[2034827079] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"1.89568919s","start":"2026-04-23T01:08:40.903167Z","end":"2026-04-23T01:08:42.798856Z","steps":["trace[2034827079] 'process raft request' (duration: 1.895309953s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.799215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.904845Z","time spent":"1.894181572s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.799376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.903154Z","time spent":"1.896137719s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.904102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:42.904185Z","caller":"traceutil/trace.go:171","msg":"trace[696879864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690954s","start":"2026-04-23T01:08:40.903461Z","end":"2026-04-23T01:08:42.904152Z","steps":["trace[696879864] 'agreement among raft nodes before linearized reading' (duration: 2.000607563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.904218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.903453Z","time spent":"2.000756765s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:43.300107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:43.800739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:44.301137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998472786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:44.504672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70072467s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:44.50513Z","caller":"traceutil/trace.go:171","msg":"trace[1658870280] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"2.158709789s","start":"2026-04-23T01:08:42.346395Z","end":"2026-04-23T01:08:44.505105Z","steps":["trace[1658870280] 'process raft request' (duration: 2.158666028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.505287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.346367Z","time spent":"2.158820312s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:44.505417Z","caller":"traceutil/trace.go:171","msg":"trace[573774209] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"3.060340531s","start":"2026-04-23T01:08:41.445066Z","end":"2026-04-23T01:08:44.505406Z","steps":["trace[573774209] 'process raft request' (duration: 3.05975647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.505473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.445043Z","time spent":"3.060402932s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:44.505549Z","caller":"traceutil/trace.go:171","msg":"trace[409708606] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"3.059788602s","start":"2026-04-23T01:08:41.445752Z","end":"2026-04-23T01:08:44.505541Z","steps":["trace[409708606] 'process raft request' (duration: 3.059222661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.505594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.445733Z","time spent":"3.059834932s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:44.505594Z","caller":"traceutil/trace.go:171","msg":"trace[39295629] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"2.652071305s","start":"2026-04-23T01:08:41.853489Z","end":"2026-04-23T01:08:44.505561Z","steps":["trace[39295629] 'process raft request' (duration: 2.651529054s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.505759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.853465Z","time spent":"2.652200748s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:44.905453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:44.905557Z","caller":"traceutil/trace.go:171","msg":"trace[572446794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645012s","start":"2026-04-23T01:08:42.904892Z","end":"2026-04-23T01:08:44.905537Z","steps":["trace[572446794] 'agreement among raft nodes before linearized reading' (duration: 2.00051392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:44.905622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.904871Z","time spent":"2.000741926s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:46.214568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.707610733s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:46.215202Z","caller":"traceutil/trace.go:171","msg":"trace[2082831410] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"3.412020302s","start":"2026-04-23T01:08:42.803156Z","end":"2026-04-23T01:08:46.215176Z","steps":["trace[2082831410] 'process raft request' (duration: 3.411672766s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.215253Z","caller":"traceutil/trace.go:171","msg":"trace[1256618836] linearizableReadLoop","detail":"{readStateIndex:26816; appliedIndex:26808; }","duration":"3.41612923s","start":"2026-04-23T01:08:42.799097Z","end":"2026-04-23T01:08:46.215226Z","steps":["trace[1256618836] 'read index received' (duration: 1.705732514s)","trace[1256618836] 'applied index is now lower than readState.Index' (duration: 1.710395446s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:46.215345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.803139Z","time spent":"3.412119505s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:46.215344Z","caller":"traceutil/trace.go:171","msg":"trace[1777469893] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"2.819391143s","start":"2026-04-23T01:08:43.395929Z","end":"2026-04-23T01:08:46.21532Z","steps":["trace[1777469893] 'process raft request' (duration: 2.81923728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076108967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:46.215429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540533969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.215429Z","caller":"traceutil/trace.go:171","msg":"trace[813248680] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"3.011807719s","start":"2026-04-23T01:08:43.20356Z","end":"2026-04-23T01:08:46.215368Z","steps":["trace[813248680] 'process raft request' (duration: 3.011476633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:43.395906Z","time spent":"2.819506524s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:46.215538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635725338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:46.215542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916979835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:46.215556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59329434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.215591Z","caller":"traceutil/trace.go:171","msg":"trace[1268730946] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25968; }","duration":"3.917064048s","start":"2026-04-23T01:08:42.298511Z","end":"2026-04-23T01:08:46.215575Z","steps":["trace[1268730946] 'agreement among raft nodes before linearized reading' (duration: 3.916981557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481325375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.215616Z","caller":"traceutil/trace.go:171","msg":"trace[526571250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25968; }","duration":"3.593396062s","start":"2026-04-23T01:08:42.622204Z","end":"2026-04-23T01:08:46.2156Z","steps":["trace[526571250] 'agreement among raft nodes before linearized reading' (duration: 3.59328544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.298481Z","time spent":"3.917151509s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:46.215663Z","caller":"traceutil/trace.go:171","msg":"trace[1861695293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25968; }","duration":"3.481442827s","start":"2026-04-23T01:08:42.734201Z","end":"2026-04-23T01:08:46.215644Z","steps":["trace[1861695293] 'agreement among raft nodes before linearized reading' (duration: 3.481300654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:43.203536Z","time spent":"3.011985921s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:46.215668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.62218Z","time spent":"3.593474273s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.215704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.734186Z","time spent":"3.481507468s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:46.215477Z","caller":"traceutil/trace.go:171","msg":"trace[1777928598] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25968; }","duration":"4.540644291s","start":"2026-04-23T01:08:41.674816Z","end":"2026-04-23T01:08:46.215461Z","steps":["trace[1777928598] 'agreement among raft nodes before linearized reading' (duration: 4.540534059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532123021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.215437Z","caller":"traceutil/trace.go:171","msg":"trace[1107100614] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"2.953324908s","start":"2026-04-23T01:08:43.262074Z","end":"2026-04-23T01:08:46.215399Z","steps":["trace[1107100614] 'process raft request' (duration: 2.953043803s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.21557Z","caller":"traceutil/trace.go:171","msg":"trace[600785437] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25968; }","duration":"4.635760119s","start":"2026-04-23T01:08:41.579799Z","end":"2026-04-23T01:08:46.21556Z","steps":["trace[600785437] 'agreement among raft nodes before linearized reading' (duration: 4.635703468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.674797Z","time spent":"4.541003977s","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.215853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191072949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:46.215846Z","caller":"traceutil/trace.go:171","msg":"trace[86799817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25968; }","duration":"3.532464177s","start":"2026-04-23T01:08:42.683352Z","end":"2026-04-23T01:08:46.215816Z","steps":["trace[86799817] 'agreement among raft nodes before linearized reading' (duration: 3.53210689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.21587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.579773Z","time spent":"4.636081655s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:46.215888Z","caller":"traceutil/trace.go:171","msg":"trace[740472073] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25968; }","duration":"5.19113459s","start":"2026-04-23T01:08:41.024743Z","end":"2026-04-23T01:08:46.215878Z","steps":["trace[740472073] 'agreement among raft nodes before linearized reading' (duration: 5.190949266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.21588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:43.262044Z","time spent":"2.953791387s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:46.215908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.683333Z","time spent":"3.532559599s","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:46.21546Z","caller":"traceutil/trace.go:171","msg":"trace[1486917936] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25968; }","duration":"4.07622709s","start":"2026-04-23T01:08:42.13921Z","end":"2026-04-23T01:08:46.215437Z","steps":["trace[1486917936] 'agreement among raft nodes before linearized reading' (duration: 4.076041906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.215933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.02473Z","time spent":"5.191192711s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.215978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.139194Z","time spent":"4.076763319s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.215669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901394933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:46.216093Z","caller":"traceutil/trace.go:171","msg":"trace[1467700887] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25968; }","duration":"4.90181298s","start":"2026-04-23T01:08:41.314263Z","end":"2026-04-23T01:08:46.216076Z","steps":["trace[1467700887] 'agreement among raft nodes before linearized reading' (duration: 4.901331042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.314208Z","time spent":"4.901924574s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.216192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313144035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4aec975-92cb-4fc2-8b60-be6455041bbd\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-23T01:08:46.216204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314327428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:46.216247Z","caller":"traceutil/trace.go:171","msg":"trace[198125408] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25968; }","duration":"5.314389418s","start":"2026-04-23T01:08:40.901845Z","end":"2026-04-23T01:08:46.216235Z","steps":["trace[198125408] 'agreement among raft nodes before linearized reading' (duration: 5.314257695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.901837Z","time spent":"5.314442579s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:08:46.216218Z","caller":"traceutil/trace.go:171","msg":"trace[873760299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4aec975-92cb-4fc2-8b60-be6455041bbd; range_end:; response_count:1; response_revision:25968; }","duration":"5.313187436s","start":"2026-04-23T01:08:40.903023Z","end":"2026-04-23T01:08:46.216211Z","steps":["trace[873760299] 'agreement among raft nodes before linearized reading' (duration: 5.313024872s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412319376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:08:46.216357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.903015Z","time spent":"5.313327788s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c4aec975-92cb-4fc2-8b60-be6455041bbd\" "} {"level":"warn","ts":"2026-04-23T01:08:46.216348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.517542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:46.216398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.159065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:46.216447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213108885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:46.216463Z","caller":"traceutil/trace.go:171","msg":"trace[1554968747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25968; }","duration":"271.255957ms","start":"2026-04-23T01:08:45.945194Z","end":"2026-04-23T01:08:46.21645Z","steps":["trace[1554968747] 'agreement among raft nodes before linearized reading' (duration: 271.173526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.21649Z","caller":"traceutil/trace.go:171","msg":"trace[809451158] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25968; }","duration":"5.21338447s","start":"2026-04-23T01:08:41.003096Z","end":"2026-04-23T01:08:46.216481Z","steps":["trace[809451158] 'agreement among raft nodes before linearized reading' (duration: 5.213134915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.003072Z","time spent":"5.21343569s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.216521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412535919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:08:46.216527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410880568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:08:46.216533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413922426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:08:46.216545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307829835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:08:46.21658Z","caller":"traceutil/trace.go:171","msg":"trace[1644608470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25968; }","duration":"1.413990186s","start":"2026-04-23T01:08:44.802581Z","end":"2026-04-23T01:08:46.216571Z","steps":["trace[1644608470] 'agreement among raft nodes before linearized reading' (duration: 1.413865154s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.216583Z","caller":"traceutil/trace.go:171","msg":"trace[1305286218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.41097238s","start":"2026-04-23T01:08:44.805598Z","end":"2026-04-23T01:08:46.21657Z","steps":["trace[1305286218] 'agreement among raft nodes before linearized reading' (duration: 1.410832098s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.21659Z","caller":"traceutil/trace.go:171","msg":"trace[630088982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.412603141s","start":"2026-04-23T01:08:44.803961Z","end":"2026-04-23T01:08:46.216565Z","steps":["trace[630088982] 'agreement among raft nodes before linearized reading' (duration: 1.412369717s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.216616Z","caller":"traceutil/trace.go:171","msg":"trace[536329354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25968; }","duration":"5.307908206s","start":"2026-04-23T01:08:40.908689Z","end":"2026-04-23T01:08:46.216597Z","steps":["trace[536329354] 'agreement among raft nodes before linearized reading' (duration: 5.307753363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.805579Z","time spent":"1.411036611s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:46.21663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412672392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:08:46.216661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.908683Z","time spent":"5.307967207s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T01:08:46.216668Z","caller":"traceutil/trace.go:171","msg":"trace[1884355610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.412718933s","start":"2026-04-23T01:08:44.80394Z","end":"2026-04-23T01:08:46.216659Z","steps":["trace[1884355610] 'agreement among raft nodes before linearized reading' (duration: 1.412616771s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.216401Z","caller":"traceutil/trace.go:171","msg":"trace[69457490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25968; }","duration":"1.412407557s","start":"2026-04-23T01:08:44.803978Z","end":"2026-04-23T01:08:46.216385Z","steps":["trace[69457490] 'agreement among raft nodes before linearized reading' (duration: 1.412236304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305890426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:46.216344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.977034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:46.21703Z","caller":"traceutil/trace.go:171","msg":"trace[2030259188] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25968; }","duration":"418.698036ms","start":"2026-04-23T01:08:45.79832Z","end":"2026-04-23T01:08:46.217018Z","steps":["trace[2030259188] 'agreement among raft nodes before linearized reading' (duration: 417.974173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.803969Z","time spent":"1.412936876s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:46.217066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:45.798301Z","time spent":"418.753898ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.21661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.802568Z","time spent":"1.414035248s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:46.21692Z","caller":"traceutil/trace.go:171","msg":"trace[571043747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25968; }","duration":"1.306057018s","start":"2026-04-23T01:08:44.910845Z","end":"2026-04-23T01:08:46.216902Z","steps":["trace[571043747] 'agreement among raft nodes before linearized reading' (duration: 1.305875415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.217281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.91083Z","time spent":"1.306438286s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:46.21666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.803959Z","time spent":"1.412688263s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:46.216692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312569913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-23T01:08:46.217645Z","caller":"traceutil/trace.go:171","msg":"trace[1191030073] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25968; }","duration":"5.313534432s","start":"2026-04-23T01:08:40.904101Z","end":"2026-04-23T01:08:46.217636Z","steps":["trace[1191030073] 'agreement among raft nodes before linearized reading' (duration: 5.312532143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.217688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:40.904089Z","time spent":"5.313586983s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T01:08:46.216698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.803935Z","time spent":"1.412758264s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:08:46.216412Z","caller":"traceutil/trace.go:171","msg":"trace[1819281767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25968; }","duration":"147.624394ms","start":"2026-04-23T01:08:46.068774Z","end":"2026-04-23T01:08:46.216398Z","steps":["trace[1819281767] 'agreement among raft nodes before linearized reading' (duration: 147.523332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.216726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414012677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:46.218012Z","caller":"traceutil/trace.go:171","msg":"trace[1168879245] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25968; }","duration":"1.415302991s","start":"2026-04-23T01:08:44.8027Z","end":"2026-04-23T01:08:46.218003Z","steps":["trace[1168879245] 'agreement among raft nodes before linearized reading' (duration: 1.413929215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.218038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.802607Z","time spent":"1.415423604s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:46.216736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9650335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.218182Z","caller":"traceutil/trace.go:171","msg":"trace[1046758626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25968; }","duration":"1.966530948s","start":"2026-04-23T01:08:44.251642Z","end":"2026-04-23T01:08:46.218173Z","steps":["trace[1046758626] 'agreement among raft nodes before linearized reading' (duration: 1.965046231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.218208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.251622Z","time spent":"1.96657495s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.216743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033988535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.218315Z","caller":"traceutil/trace.go:171","msg":"trace[866314602] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25968; }","duration":"2.035595896s","start":"2026-04-23T01:08:44.182713Z","end":"2026-04-23T01:08:46.218309Z","steps":["trace[866314602] 'agreement among raft nodes before linearized reading' (duration: 2.033979306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.218617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.182703Z","time spent":"2.035904211s","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.216269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047714244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:46.219101Z","caller":"traceutil/trace.go:171","msg":"trace[98208037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25968; }","duration":"2.050569417s","start":"2026-04-23T01:08:44.168483Z","end":"2026-04-23T01:08:46.219052Z","steps":["trace[98208037] 'agreement among raft nodes before linearized reading' (duration: 2.047664113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.219229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.16847Z","time spent":"2.05074446s","remote":"127.0.0.1:36068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:46.219835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41356293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:08:46.219954Z","caller":"traceutil/trace.go:171","msg":"trace[430329338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25968; }","duration":"1.414272932s","start":"2026-04-23T01:08:44.805655Z","end":"2026-04-23T01:08:46.219928Z","steps":["trace[430329338] 'agreement among raft nodes before linearized reading' (duration: 1.410668925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:46.220113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.805651Z","time spent":"1.414392544s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:47.623656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315103638s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:47.625027Z","caller":"traceutil/trace.go:171","msg":"trace[1558689302] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"1.393844278s","start":"2026-04-23T01:08:46.231139Z","end":"2026-04-23T01:08:47.624983Z","steps":["trace[1558689302] 'process raft request' (duration: 1.392783908s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.625109Z","caller":"traceutil/trace.go:171","msg":"trace[713342041] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.393593814s","start":"2026-04-23T01:08:46.231453Z","end":"2026-04-23T01:08:47.625046Z","steps":["trace[713342041] 'process raft request' (duration: 1.393474422s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.625136Z","caller":"traceutil/trace.go:171","msg":"trace[306496483] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"1.393737297s","start":"2026-04-23T01:08:46.231332Z","end":"2026-04-23T01:08:47.62507Z","steps":["trace[306496483] 'process raft request' (duration: 1.393514413s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.62518Z","caller":"traceutil/trace.go:171","msg":"trace[391249741] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"1.393332638s","start":"2026-04-23T01:08:46.231815Z","end":"2026-04-23T01:08:47.625148Z","steps":["trace[391249741] 'process raft request' (duration: 1.393237417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.625251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231115Z","time spent":"1.394005222s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.625274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231443Z","time spent":"1.393741477s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.625296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231314Z","time spent":"1.393899499s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.62538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231801Z","time spent":"1.393479941s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:47.625422Z","caller":"traceutil/trace.go:171","msg":"trace[2049534986] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"1.393843887s","start":"2026-04-23T01:08:46.231567Z","end":"2026-04-23T01:08:47.62541Z","steps":["trace[2049534986] 'process raft request' (duration: 1.39344953s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.625475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231559Z","time spent":"1.393886669s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:47.62559Z","caller":"traceutil/trace.go:171","msg":"trace[2006760434] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"1.393885879s","start":"2026-04-23T01:08:46.231512Z","end":"2026-04-23T01:08:47.625398Z","steps":["trace[2006760434] 'process raft request' (duration: 1.393454601s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.625738Z","caller":"traceutil/trace.go:171","msg":"trace[1218446310] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"1.378957259s","start":"2026-04-23T01:08:46.246769Z","end":"2026-04-23T01:08:47.625727Z","steps":["trace[1218446310] 'process raft request' (duration: 1.378716604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.625798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.246721Z","time spent":"1.37904716s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.6258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39446193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-23T01:08:47.625844Z","caller":"traceutil/trace.go:171","msg":"trace[1739837381] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25976; }","duration":"1.394534161s","start":"2026-04-23T01:08:46.231296Z","end":"2026-04-23T01:08:47.62583Z","steps":["trace[1739837381] 'agreement among raft nodes before linearized reading' (duration: 1.394366258s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.625635Z","caller":"traceutil/trace.go:171","msg":"trace[1759747905] linearizableReadLoop","detail":"{readStateIndex:26818; appliedIndex:26817; }","duration":"1.394289177s","start":"2026-04-23T01:08:46.231333Z","end":"2026-04-23T01:08:47.625622Z","steps":["trace[1759747905] 'read index received' (duration: 77.256342ms)","trace[1759747905] 'applied index is now lower than readState.Index' (duration: 1.317031685s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:47.625884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231288Z","time spent":"1.394588941s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-23T01:08:47.625678Z","caller":"traceutil/trace.go:171","msg":"trace[67944547] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"1.392229218s","start":"2026-04-23T01:08:46.233434Z","end":"2026-04-23T01:08:47.625663Z","steps":["trace[67944547] 'process raft request' (duration: 1.391670287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.626023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.233423Z","time spent":"1.392519763s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.626195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231504Z","time spent":"1.394242256s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:47.649255Z","caller":"traceutil/trace.go:171","msg":"trace[834550639] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"1.339740052s","start":"2026-04-23T01:08:46.309464Z","end":"2026-04-23T01:08:47.649204Z","steps":["trace[834550639] 'process raft request' (duration: 1.339363715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.649552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.30945Z","time spent":"1.339944155s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.649853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.07977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-23T01:08:47.649887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.303197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:47.650001Z","caller":"traceutil/trace.go:171","msg":"trace[1157977435] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.138889838s","start":"2026-04-23T01:08:46.511101Z","end":"2026-04-23T01:08:47.649991Z","steps":["trace[1157977435] 'process raft request' (duration: 1.137999601s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.650027Z","caller":"traceutil/trace.go:171","msg":"trace[403235169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25980; }","duration":"412.49374ms","start":"2026-04-23T01:08:47.237506Z","end":"2026-04-23T01:08:47.65Z","steps":["trace[403235169] 'agreement among raft nodes before linearized reading' (duration: 412.279276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.650085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:47.237489Z","time spent":"412.583322ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:08:47.650155Z","caller":"traceutil/trace.go:171","msg":"trace[106198826] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.138312987s","start":"2026-04-23T01:08:46.511827Z","end":"2026-04-23T01:08:47.65014Z","steps":["trace[106198826] 'process raft request' (duration: 1.13743606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.650238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.511799Z","time spent":"1.138401119s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.650245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.511076Z","time spent":"1.13897345s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:47.650403Z","caller":"traceutil/trace.go:171","msg":"trace[1839974363] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.139163543s","start":"2026-04-23T01:08:46.511222Z","end":"2026-04-23T01:08:47.650385Z","steps":["trace[1839974363] 'process raft request' (duration: 1.137975371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.650469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.511197Z","time spent":"1.139240465s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:47.650581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.476203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:47.650614Z","caller":"traceutil/trace.go:171","msg":"trace[361364841] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25980; }","duration":"360.529793ms","start":"2026-04-23T01:08:47.290074Z","end":"2026-04-23T01:08:47.650604Z","steps":["trace[361364841] 'agreement among raft nodes before linearized reading' (duration: 360.466092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.650642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:47.290068Z","time spent":"360.564564ms","remote":"127.0.0.1:36218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:47.649934Z","caller":"traceutil/trace.go:171","msg":"trace[1986752277] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25980; }","duration":"405.172683ms","start":"2026-04-23T01:08:47.244738Z","end":"2026-04-23T01:08:47.649911Z","steps":["trace[1986752277] 'agreement among raft nodes before linearized reading' (duration: 404.905807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.650967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:47.244726Z","time spent":"406.232773ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:08:47.651085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419348387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:47.651138Z","caller":"traceutil/trace.go:171","msg":"trace[341853227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25980; }","duration":"1.419413248s","start":"2026-04-23T01:08:46.231714Z","end":"2026-04-23T01:08:47.651127Z","steps":["trace[341853227] 'agreement among raft nodes before linearized reading' (duration: 1.419321656s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.651162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.231709Z","time spent":"1.419448298s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:47.651742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02983675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:47.651778Z","caller":"traceutil/trace.go:171","msg":"trace[2020693881] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25980; }","duration":"1.029917021s","start":"2026-04-23T01:08:46.621847Z","end":"2026-04-23T01:08:47.651764Z","steps":["trace[2020693881] 'agreement among raft nodes before linearized reading' (duration: 1.029085385s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:47.6518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:46.621826Z","time spent":"1.029967432s","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:49.059845Z","caller":"traceutil/trace.go:171","msg":"trace[164475335] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"108.444338ms","start":"2026-04-23T01:08:48.95137Z","end":"2026-04-23T01:08:49.059814Z","steps":["trace[164475335] 'process raft request' (duration: 104.419582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:49.064093Z","caller":"traceutil/trace.go:171","msg":"trace[1116901106] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"107.729234ms","start":"2026-04-23T01:08:48.956341Z","end":"2026-04-23T01:08:49.064071Z","steps":["trace[1116901106] 'process raft request' (duration: 107.55637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:49.064423Z","caller":"traceutil/trace.go:171","msg":"trace[1032230770] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"107.841477ms","start":"2026-04-23T01:08:48.956553Z","end":"2026-04-23T01:08:49.064395Z","steps":["trace[1032230770] 'process raft request' (duration: 107.46483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:49.064454Z","caller":"traceutil/trace.go:171","msg":"trace[1102335188] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26856; }","duration":"104.673556ms","start":"2026-04-23T01:08:48.959756Z","end":"2026-04-23T01:08:49.06443Z","steps":["trace[1102335188] 'read index received' (duration: 96.050865ms)","trace[1102335188] 'applied index is now lower than readState.Index' (duration: 8.621361ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:49.064542Z","caller":"traceutil/trace.go:171","msg":"trace[1788063106] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"107.114673ms","start":"2026-04-23T01:08:48.957398Z","end":"2026-04-23T01:08:49.064513Z","steps":["trace[1788063106] 'process raft request' (duration: 106.888679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:49.064715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.933612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-9nv2t.18a8d6ca903fd0d6\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-23T01:08:49.064756Z","caller":"traceutil/trace.go:171","msg":"trace[1261874390] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-9nv2t.18a8d6ca903fd0d6; range_end:; response_count:1; response_revision:26011; }","duration":"105.006553ms","start":"2026-04-23T01:08:48.959737Z","end":"2026-04-23T01:08:49.064744Z","steps":["trace[1261874390] 'agreement among raft nodes before linearized reading' (duration: 104.84973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:04.069223Z","caller":"traceutil/trace.go:171","msg":"trace[314387486] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"260.627807ms","start":"2026-04-23T01:09:03.808569Z","end":"2026-04-23T01:09:04.069197Z","steps":["trace[314387486] 'process raft request' (duration: 260.353302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:04.126521Z","caller":"traceutil/trace.go:171","msg":"trace[1284229073] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26970; }","duration":"297.776595ms","start":"2026-04-23T01:09:03.828723Z","end":"2026-04-23T01:09:04.1265Z","steps":["trace[1284229073] 'read index received' (duration: 240.195953ms)","trace[1284229073] 'applied index is now lower than readState.Index' (duration: 57.579772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:04.126734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.995629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:04.126771Z","caller":"traceutil/trace.go:171","msg":"trace[1276657126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26121; }","duration":"298.092221ms","start":"2026-04-23T01:09:03.828668Z","end":"2026-04-23T01:09:04.12676Z","steps":["trace[1276657126] 'agreement among raft nodes before linearized reading' (duration: 297.923147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:04.127091Z","caller":"traceutil/trace.go:171","msg":"trace[1478972442] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"316.68501ms","start":"2026-04-23T01:09:03.810395Z","end":"2026-04-23T01:09:04.12708Z","steps":["trace[1478972442] 'process raft request' (duration: 315.913185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.127181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:03.810381Z","time spent":"316.739271ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:04.127323Z","caller":"traceutil/trace.go:171","msg":"trace[515742536] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"281.633641ms","start":"2026-04-23T01:09:03.845681Z","end":"2026-04-23T01:09:04.127314Z","steps":["trace[515742536] 'process raft request' (duration: 280.778245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.127675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.54535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:09:04.127714Z","caller":"traceutil/trace.go:171","msg":"trace[803537973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26121; }","duration":"223.61265ms","start":"2026-04-23T01:09:03.904091Z","end":"2026-04-23T01:09:04.127703Z","steps":["trace[803537973] 'agreement among raft nodes before linearized reading' (duration: 223.510729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.128084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.993615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:09:04.128121Z","caller":"traceutil/trace.go:171","msg":"trace[1938834003] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26121; }","duration":"219.038196ms","start":"2026-04-23T01:09:03.909074Z","end":"2026-04-23T01:09:04.128112Z","steps":["trace[1938834003] 'agreement among raft nodes before linearized reading' (duration: 218.950064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.128285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.217959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:04.128317Z","caller":"traceutil/trace.go:171","msg":"trace[1926349834] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26121; }","duration":"219.2613ms","start":"2026-04-23T01:09:03.909048Z","end":"2026-04-23T01:09:04.128309Z","steps":["trace[1926349834] 'agreement among raft nodes before linearized reading' (duration: 219.185429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.128473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.099744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:04.128505Z","caller":"traceutil/trace.go:171","msg":"trace[1436969825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26121; }","duration":"221.130935ms","start":"2026-04-23T01:09:03.907366Z","end":"2026-04-23T01:09:04.128497Z","steps":["trace[1436969825] 'agreement among raft nodes before linearized reading' (duration: 221.058364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.128663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.193873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:09:04.128695Z","caller":"traceutil/trace.go:171","msg":"trace[538438010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26121; }","duration":"224.235723ms","start":"2026-04-23T01:09:03.90445Z","end":"2026-04-23T01:09:04.128686Z","steps":["trace[538438010] 'agreement among raft nodes before linearized reading' (duration: 224.159872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.128846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.474437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:04.128876Z","caller":"traceutil/trace.go:171","msg":"trace[173885643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26121; }","duration":"224.517169ms","start":"2026-04-23T01:09:03.904351Z","end":"2026-04-23T01:09:04.128868Z","steps":["trace[173885643] 'agreement among raft nodes before linearized reading' (duration: 224.447897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.129046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.715422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:09:04.129079Z","caller":"traceutil/trace.go:171","msg":"trace[1698440349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26121; }","duration":"224.763062ms","start":"2026-04-23T01:09:03.904307Z","end":"2026-04-23T01:09:04.12907Z","steps":["trace[1698440349] 'agreement among raft nodes before linearized reading' (duration: 224.686041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.681742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473151,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:09:04.992528Z","caller":"traceutil/trace.go:171","msg":"trace[1721043090] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"856.623735ms","start":"2026-04-23T01:09:04.135859Z","end":"2026-04-23T01:09:04.992483Z","steps":["trace[1721043090] 'process raft request' (duration: 856.38596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:04.992743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.135823Z","time spent":"856.813418ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:06.879445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887230348s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:06.880213Z","caller":"traceutil/trace.go:171","msg":"trace[159339744] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"2.744144678s","start":"2026-04-23T01:09:04.136012Z","end":"2026-04-23T01:09:06.880157Z","steps":["trace[159339744] 'process raft request' (duration: 2.743818902s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:06.880282Z","caller":"traceutil/trace.go:171","msg":"trace[1296182785] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"2.74320818s","start":"2026-04-23T01:09:04.137068Z","end":"2026-04-23T01:09:06.880276Z","steps":["trace[1296182785] 'process raft request' (duration: 2.743033557s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:06.880265Z","caller":"traceutil/trace.go:171","msg":"trace[1145720921] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"2.742079999s","start":"2026-04-23T01:09:04.138135Z","end":"2026-04-23T01:09:06.880215Z","steps":["trace[1145720921] 'process raft request' (duration: 2.742006968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.880386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.137019Z","time spent":"2.743303992s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:06.880219Z","caller":"traceutil/trace.go:171","msg":"trace[1368760782] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"2.743331833s","start":"2026-04-23T01:09:04.136857Z","end":"2026-04-23T01:09:06.880189Z","steps":["trace[1368760782] 'process raft request' (duration: 2.74319875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.880381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.135988Z","time spent":"2.744303892s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:06.880392Z","caller":"traceutil/trace.go:171","msg":"trace[1958257333] linearizableReadLoop","detail":"{readStateIndex:26981; appliedIndex:26973; }","duration":"2.699726094s","start":"2026-04-23T01:09:04.180647Z","end":"2026-04-23T01:09:06.880373Z","steps":["trace[1958257333] 'read index received' (duration: 811.588029ms)","trace[1958257333] 'applied index is now lower than readState.Index' (duration: 1.888136915s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:06.880434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.138128Z","time spent":"2.742219832s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:06.88048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.136848Z","time spent":"2.743583427s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:06.880491Z","caller":"traceutil/trace.go:171","msg":"trace[2033712567] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"2.742048279s","start":"2026-04-23T01:09:04.138433Z","end":"2026-04-23T01:09:06.880481Z","steps":["trace[2033712567] 'process raft request' (duration: 2.741742393s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:06.880561Z","caller":"traceutil/trace.go:171","msg":"trace[280937123] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"2.288634439s","start":"2026-04-23T01:09:04.591864Z","end":"2026-04-23T01:09:06.880498Z","steps":["trace[280937123] 'process raft request' (duration: 2.288420035s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.880593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.13842Z","time spent":"2.74212839s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:06.880633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699980578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:06.880639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.591823Z","time spent":"2.288778092s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:06.880677Z","caller":"traceutil/trace.go:171","msg":"trace[1159666625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26129; }","duration":"2.70008846s","start":"2026-04-23T01:09:04.180576Z","end":"2026-04-23T01:09:06.880665Z","steps":["trace[1159666625] 'agreement among raft nodes before linearized reading' (duration: 2.699959608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.880713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.18055Z","time spent":"2.700154732s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:06.880951Z","caller":"traceutil/trace.go:171","msg":"trace[1266438815] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"2.744613518s","start":"2026-04-23T01:09:04.136299Z","end":"2026-04-23T01:09:06.880912Z","steps":["trace[1266438815] 'process raft request' (duration: 2.74370746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.881119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.136288Z","time spent":"2.74474492s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.380674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:09:07.688792Z","caller":"traceutil/trace.go:171","msg":"trace[21292204] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"2.166782251s","start":"2026-04-23T01:09:05.521988Z","end":"2026-04-23T01:09:07.688771Z","steps":["trace[21292204] 'process raft request' (duration: 2.166548376s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.688934Z","caller":"traceutil/trace.go:171","msg":"trace[415675039] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"1.609142304s","start":"2026-04-23T01:09:06.07978Z","end":"2026-04-23T01:09:07.688922Z","steps":["trace[415675039] 'process raft request' (duration: 1.608955901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.688943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.521951Z","time spent":"2.166901713s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.688996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.079725Z","time spent":"1.609243356s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.689138Z","caller":"traceutil/trace.go:171","msg":"trace[590213654] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"1.553256223s","start":"2026-04-23T01:09:06.135872Z","end":"2026-04-23T01:09:07.689128Z","steps":["trace[590213654] 'process raft request' (duration: 1.553195712s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.68918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.135834Z","time spent":"1.553325384s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.689222Z","caller":"traceutil/trace.go:171","msg":"trace[1428154566] linearizableReadLoop","detail":"{readStateIndex:26987; appliedIndex:26981; }","duration":"808.766046ms","start":"2026-04-23T01:09:06.880447Z","end":"2026-04-23T01:09:07.689213Z","steps":["trace[1428154566] 'read index received' (duration: 808.056602ms)","trace[1428154566] 'applied index is now lower than readState.Index' (duration: 708.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:07.689235Z","caller":"traceutil/trace.go:171","msg":"trace[869881331] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"1.553335934s","start":"2026-04-23T01:09:06.135893Z","end":"2026-04-23T01:09:07.689229Z","steps":["trace[869881331] 'process raft request' (duration: 1.552979698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872993891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.689336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.135871Z","time spent":"1.553377795s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.689345Z","caller":"traceutil/trace.go:171","msg":"trace[31344666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26135; }","duration":"1.873074132s","start":"2026-04-23T01:09:05.816264Z","end":"2026-04-23T01:09:07.689338Z","steps":["trace[31344666] 'agreement among raft nodes before linearized reading' (duration: 1.873011331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.81624Z","time spent":"1.873121293s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:07.689425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.853641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:07.689449Z","caller":"traceutil/trace.go:171","msg":"trace[351092200] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26135; }","duration":"813.920892ms","start":"2026-04-23T01:09:06.875521Z","end":"2026-04-23T01:09:07.689442Z","steps":["trace[351092200] 'agreement among raft nodes before linearized reading' (duration: 813.874901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.8755Z","time spent":"814.023434ms","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.68952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74791351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:09:07.689598Z","caller":"traceutil/trace.go:171","msg":"trace[500556287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26135; }","duration":"1.748104014s","start":"2026-04-23T01:09:05.941475Z","end":"2026-04-23T01:09:07.689579Z","steps":["trace[500556287] 'agreement among raft nodes before linearized reading' (duration: 1.747800108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020845888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-04-23T01:09:07.689644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.941456Z","time spent":"1.748179535s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:09:07.689666Z","caller":"traceutil/trace.go:171","msg":"trace[1931141173] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb; range_end:; response_count:1; response_revision:26135; }","duration":"2.02093972s","start":"2026-04-23T01:09:05.668713Z","end":"2026-04-23T01:09:07.689652Z","steps":["trace[1931141173] 'agreement among raft nodes before linearized reading' (duration: 2.020821358s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.689684Z","caller":"traceutil/trace.go:171","msg":"trace[1391465816] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"1.19269695s","start":"2026-04-23T01:09:06.496979Z","end":"2026-04-23T01:09:07.689676Z","steps":["trace[1391465816] 'process raft request' (duration: 1.192123659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.668681Z","time spent":"2.021006831s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" "} {"level":"warn","ts":"2026-04-23T01:09:07.68972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.496941Z","time spent":"1.19275879s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.689771Z","caller":"traceutil/trace.go:171","msg":"trace[1370164037] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.186163496s","start":"2026-04-23T01:09:06.503602Z","end":"2026-04-23T01:09:07.689766Z","steps":["trace[1370164037] 'process raft request' (duration: 1.185562185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.025684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.689802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.503583Z","time spent":"1.186200216s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.689811Z","caller":"traceutil/trace.go:171","msg":"trace[2060780507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26135; }","duration":"838.092246ms","start":"2026-04-23T01:09:06.85171Z","end":"2026-04-23T01:09:07.689803Z","steps":["trace[2060780507] 'agreement among raft nodes before linearized reading' (duration: 838.048845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.851686Z","time spent":"838.148647ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:07.689846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580192327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.68987Z","caller":"traceutil/trace.go:171","msg":"trace[504514467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26135; }","duration":"2.580257688s","start":"2026-04-23T01:09:05.109605Z","end":"2026-04-23T01:09:07.689862Z","steps":["trace[504514467] 'agreement among raft nodes before linearized reading' (duration: 2.580212477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.689888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.109586Z","time spent":"2.580297449s","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.689963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445948035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.689984Z","caller":"traceutil/trace.go:171","msg":"trace[586296800] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26135; }","duration":"3.445970585s","start":"2026-04-23T01:09:04.244008Z","end":"2026-04-23T01:09:07.689978Z","steps":["trace[586296800] 'agreement among raft nodes before linearized reading' (duration: 3.445934933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.24394Z","time spent":"3.446058257s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.690031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.165155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:09:07.690051Z","caller":"traceutil/trace.go:171","msg":"trace[568785863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26135; }","duration":"692.229336ms","start":"2026-04-23T01:09:06.997816Z","end":"2026-04-23T01:09:07.690045Z","steps":["trace[568785863] 'agreement among raft nodes before linearized reading' (duration: 692.174315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.997791Z","time spent":"692.277798ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080868518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:09:07.690123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134175907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.690124Z","caller":"traceutil/trace.go:171","msg":"trace[1711458822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26135; }","duration":"1.080934478s","start":"2026-04-23T01:09:06.609181Z","end":"2026-04-23T01:09:07.690115Z","steps":["trace[1711458822] 'agreement among raft nodes before linearized reading' (duration: 1.080832837s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.690143Z","caller":"traceutil/trace.go:171","msg":"trace[27305335] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26135; }","duration":"3.134234618s","start":"2026-04-23T01:09:04.555902Z","end":"2026-04-23T01:09:07.690136Z","steps":["trace[27305335] 'agreement among raft nodes before linearized reading' (duration: 3.134198577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.609167Z","time spent":"1.08097876s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.555878Z","time spent":"3.134279569s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.911604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:09:07.690276Z","caller":"traceutil/trace.go:171","msg":"trace[914530573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26135; }","duration":"515.989685ms","start":"2026-04-23T01:09:07.174277Z","end":"2026-04-23T01:09:07.690267Z","steps":["trace[914530573] 'agreement among raft nodes before linearized reading' (duration: 515.903604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.937304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.690388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.219262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.690351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849429426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T01:09:07.690412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471563349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:09:07.690422Z","caller":"traceutil/trace.go:171","msg":"trace[2056428706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26135; }","duration":"530.296854ms","start":"2026-04-23T01:09:07.160117Z","end":"2026-04-23T01:09:07.690414Z","steps":["trace[2056428706] 'agreement among raft nodes before linearized reading' (duration: 530.245033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.690447Z","caller":"traceutil/trace.go:171","msg":"trace[166077938] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26135; }","duration":"1.47165118s","start":"2026-04-23T01:09:06.218785Z","end":"2026-04-23T01:09:07.690437Z","steps":["trace[166077938] 'agreement among raft nodes before linearized reading' (duration: 1.471558169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.160091Z","time spent":"530.352474ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:07.690464Z","caller":"traceutil/trace.go:171","msg":"trace[1922905675] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26135; }","duration":"2.84961476s","start":"2026-04-23T01:09:04.84082Z","end":"2026-04-23T01:09:07.690435Z","steps":["trace[1922905675] 'agreement among raft nodes before linearized reading' (duration: 2.849236863s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.218763Z","time spent":"1.471703971s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.840804Z","time spent":"2.849701771s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:09:07.690393Z","caller":"traceutil/trace.go:171","msg":"trace[2020546461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26135; }","duration":"244.115907ms","start":"2026-04-23T01:09:07.446256Z","end":"2026-04-23T01:09:07.690372Z","steps":["trace[2020546461] 'agreement among raft nodes before linearized reading' (duration: 243.911323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.174252Z","time spent":"516.081676ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612445276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-04-23T01:09:07.690734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827020925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:07.690748Z","caller":"traceutil/trace.go:171","msg":"trace[330096189] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26135; }","duration":"1.612513427s","start":"2026-04-23T01:09:06.078226Z","end":"2026-04-23T01:09:07.69074Z","steps":["trace[330096189] 'agreement among raft nodes before linearized reading' (duration: 1.612374464s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.690761Z","caller":"traceutil/trace.go:171","msg":"trace[1626534250] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26135; }","duration":"2.827096867s","start":"2026-04-23T01:09:04.863657Z","end":"2026-04-23T01:09:07.690754Z","steps":["trace[1626534250] 'agreement among raft nodes before linearized reading' (duration: 2.826970015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.690775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.078209Z","time spent":"1.612560788s","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T01:09:07.690781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:04.863629Z","time spent":"2.827148067s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:08.252992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:09:08.421868Z","caller":"traceutil/trace.go:171","msg":"trace[853047901] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"724.264098ms","start":"2026-04-23T01:09:07.697581Z","end":"2026-04-23T01:09:08.421845Z","steps":["trace[853047901] 'process raft request' (duration: 724.216397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.422017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.697573Z","time spent":"724.37088ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:08.42223Z","caller":"traceutil/trace.go:171","msg":"trace[2055861291] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"727.258684ms","start":"2026-04-23T01:09:07.694961Z","end":"2026-04-23T01:09:08.422219Z","steps":["trace[2055861291] 'process raft request' (duration: 725.195665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.422301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.694881Z","time spent":"727.384057ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:08.422624Z","caller":"traceutil/trace.go:171","msg":"trace[682610040] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"725.212705ms","start":"2026-04-23T01:09:07.697376Z","end":"2026-04-23T01:09:08.422589Z","steps":["trace[682610040] 'process raft request' (duration: 724.382129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.422799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.697366Z","time spent":"725.354729ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:08.422697Z","caller":"traceutil/trace.go:171","msg":"trace[186596983] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"725.767007ms","start":"2026-04-23T01:09:07.696856Z","end":"2026-04-23T01:09:08.422623Z","steps":["trace[186596983] 'process raft request' (duration: 724.828259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.424487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.696843Z","time spent":"727.53832ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:08.496979Z","caller":"traceutil/trace.go:171","msg":"trace[1389871762] linearizableReadLoop","detail":"{readStateIndex:26993; appliedIndex:26988; }","duration":"744.161012ms","start":"2026-04-23T01:09:07.752768Z","end":"2026-04-23T01:09:08.496929Z","steps":["trace[1389871762] 'read index received' (duration: 667.40637ms)","trace[1389871762] 'applied index is now lower than readState.Index' (duration: 76.752512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:08.497175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.435878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:08.497382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.394829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:08.497462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.557939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6cfc4a0b-5a10-45d8-9c90-8a50021b7abf\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T01:09:08.497544Z","caller":"traceutil/trace.go:171","msg":"trace[1580172110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6cfc4a0b-5a10-45d8-9c90-8a50021b7abf; range_end:; response_count:1; response_revision:26140; }","duration":"802.721252ms","start":"2026-04-23T01:09:07.6948Z","end":"2026-04-23T01:09:08.497522Z","steps":["trace[1580172110] 'agreement among raft nodes before linearized reading' (duration: 802.376846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.497547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.880622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:08.497341Z","caller":"traceutil/trace.go:171","msg":"trace[1395862342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26140; }","duration":"784.704723ms","start":"2026-04-23T01:09:07.712611Z","end":"2026-04-23T01:09:08.497316Z","steps":["trace[1395862342] 'agreement among raft nodes before linearized reading' (duration: 784.342457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:08.497584Z","caller":"traceutil/trace.go:171","msg":"trace[529449076] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26140; }","duration":"755.940153ms","start":"2026-04-23T01:09:07.741636Z","end":"2026-04-23T01:09:08.497576Z","steps":["trace[529449076] 'agreement among raft nodes before linearized reading' (duration: 755.879412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.497599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.694783Z","time spent":"802.804343ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6cfc4a0b-5a10-45d8-9c90-8a50021b7abf\" "} {"level":"warn","ts":"2026-04-23T01:09:08.497611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.741625Z","time spent":"755.979054ms","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:08.497594Z","caller":"traceutil/trace.go:171","msg":"trace[44262822] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"742.927948ms","start":"2026-04-23T01:09:07.75461Z","end":"2026-04-23T01:09:08.497538Z","steps":["trace[44262822] 'process raft request' (duration: 742.026422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.497656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.712575Z","time spent":"785.0634ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:08.497793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.754596Z","time spent":"743.102991ms","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:08.497488Z","caller":"traceutil/trace.go:171","msg":"trace[1570846089] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26140; }","duration":"800.558812ms","start":"2026-04-23T01:09:07.696909Z","end":"2026-04-23T01:09:08.497468Z","steps":["trace[1570846089] 'agreement among raft nodes before linearized reading' (duration: 800.070443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.498014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.696893Z","time spent":"801.114803ms","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:09:08.998142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:10.0295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.259978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:10.029658Z","caller":"traceutil/trace.go:171","msg":"trace[1948384812] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"1.59931166s","start":"2026-04-23T01:09:08.430333Z","end":"2026-04-23T01:09:10.029644Z","steps":["trace[1948384812] 'process raft request' (duration: 1.599253769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:10.029702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.430325Z","time spent":"1.59936254s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:09:10.029861Z","caller":"traceutil/trace.go:171","msg":"trace[530379301] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"1.601398938s","start":"2026-04-23T01:09:08.428452Z","end":"2026-04-23T01:09:10.029851Z","steps":["trace[530379301] 'process raft request' (duration: 761.719002ms)","trace[530379301] 'compare' (duration: 838.340881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:10.029901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.42843Z","time spent":"1.601452559s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:10.422787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232574717s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:09:10.815703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:10.815791Z","caller":"traceutil/trace.go:171","msg":"trace[449268062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341463s","start":"2026-04-23T01:09:08.81543Z","end":"2026-04-23T01:09:10.815771Z","steps":["trace[449268062] 'agreement among raft nodes before linearized reading' (duration: 2.000233441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:10.815839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.815409Z","time spent":"2.000416395s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:11.133587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.563441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:11.133944Z","caller":"traceutil/trace.go:171","msg":"trace[715949303] linearizableReadLoop","detail":"{readStateIndex:26998; appliedIndex:26993; }","duration":"2.636806791s","start":"2026-04-23T01:09:08.497118Z","end":"2026-04-23T01:09:11.133925Z","steps":["trace[715949303] 'read index received' (duration: 693.070441ms)","trace[715949303] 'applied index is now lower than readState.Index' (duration: 1.94373545s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:11.134025Z","caller":"traceutil/trace.go:171","msg":"trace[882064291] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"2.633788255s","start":"2026-04-23T01:09:08.500226Z","end":"2026-04-23T01:09:11.134014Z","steps":["trace[882064291] 'process raft request' (duration: 1.922727264s)","trace[882064291] 'compare' (duration: 710.069973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:11.134076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.500201Z","time spent":"2.633848216s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:09:11.134287Z","caller":"traceutil/trace.go:171","msg":"trace[533131373] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"2.256387874s","start":"2026-04-23T01:09:08.877862Z","end":"2026-04-23T01:09:11.13425Z","steps":["trace[533131373] 'process raft request' (duration: 2.255965556s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.134385Z","caller":"traceutil/trace.go:171","msg":"trace[171177517] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"2.373352193s","start":"2026-04-23T01:09:08.761006Z","end":"2026-04-23T01:09:11.134359Z","steps":["trace[171177517] 'process raft request' (duration: 2.372687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.134481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.877836Z","time spent":"2.256542257s","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:11.134536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704110507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:09:11.134497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.760965Z","time spent":"2.373474945s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:11.134584Z","caller":"traceutil/trace.go:171","msg":"trace[2068791533] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26145; }","duration":"2.704177349s","start":"2026-04-23T01:09:08.430388Z","end":"2026-04-23T01:09:11.134565Z","steps":["trace[2068791533] 'agreement among raft nodes before linearized reading' (duration: 2.704040136s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.134376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99760073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.134621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.430375Z","time spent":"2.704239689s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:09:11.134727Z","caller":"traceutil/trace.go:171","msg":"trace[32780736] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26145; }","duration":"2.997948367s","start":"2026-04-23T01:09:08.136688Z","end":"2026-04-23T01:09:11.134636Z","steps":["trace[32780736] 'agreement among raft nodes before linearized reading' (duration: 2.997572909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.13479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.13665Z","time spent":"2.99812154s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.134913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380013616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-23T01:09:11.13499Z","caller":"traceutil/trace.go:171","msg":"trace[1266081488] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26145; }","duration":"3.380146648s","start":"2026-04-23T01:09:07.754825Z","end":"2026-04-23T01:09:11.134972Z","steps":["trace[1266081488] 'agreement among raft nodes before linearized reading' (duration: 3.379442934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.135064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.754805Z","time spent":"3.380247449s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:09:11.635077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:11.856524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433608995s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:11.857993Z","caller":"traceutil/trace.go:171","msg":"trace[1773259310] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"2.160825308s","start":"2026-04-23T01:09:09.697142Z","end":"2026-04-23T01:09:11.857968Z","steps":["trace[1773259310] 'process raft request' (duration: 2.160639015s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.858037Z","caller":"traceutil/trace.go:171","msg":"trace[36671289] linearizableReadLoop","detail":"{readStateIndex:27002; appliedIndex:26998; }","duration":"724.042243ms","start":"2026-04-23T01:09:11.133984Z","end":"2026-04-23T01:09:11.858026Z","steps":["trace[36671289] 'read index received' (duration: 723.818469ms)","trace[36671289] 'applied index is now lower than readState.Index' (duration: 222.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:11.858035Z","caller":"traceutil/trace.go:171","msg":"trace[1017904073] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"2.160255187s","start":"2026-04-23T01:09:09.697745Z","end":"2026-04-23T01:09:11.858Z","steps":["trace[1017904073] 'process raft request' (duration: 2.160167755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.858152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.697126Z","time spent":"2.16093821s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:11.858178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.697737Z","time spent":"2.16036034s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:11.858227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196623911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:11.858255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047461941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.858347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972809085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:09:11.858357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282128497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:11.858418Z","caller":"traceutil/trace.go:171","msg":"trace[523859527] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26149; }","duration":"1.047641275s","start":"2026-04-23T01:09:10.810722Z","end":"2026-04-23T01:09:11.858363Z","steps":["trace[523859527] 'agreement among raft nodes before linearized reading' (duration: 1.047412009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.858367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972648961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:09:11.858544Z","caller":"traceutil/trace.go:171","msg":"trace[726688195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26149; }","duration":"2.972885757s","start":"2026-04-23T01:09:08.885645Z","end":"2026-04-23T01:09:11.858531Z","steps":["trace[726688195] 'agreement among raft nodes before linearized reading' (duration: 2.9725506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.858566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.810696Z","time spent":"1.047855668s","remote":"127.0.0.1:60516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.858611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.885623Z","time spent":"2.972970839s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:09:11.858749Z","caller":"traceutil/trace.go:171","msg":"trace[853224865] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"2.160876379s","start":"2026-04-23T01:09:09.697838Z","end":"2026-04-23T01:09:11.858715Z","steps":["trace[853224865] 'process raft request' (duration: 2.160113244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.858802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972234304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:09:11.858843Z","caller":"traceutil/trace.go:171","msg":"trace[763075426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.972286915s","start":"2026-04-23T01:09:08.886543Z","end":"2026-04-23T01:09:11.85883Z","steps":["trace[763075426] 'agreement among raft nodes before linearized reading' (duration: 2.972102722s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.85888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.886535Z","time spent":"2.972337666s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:11.858894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545793613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:11.858904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.697821Z","time spent":"2.160999512s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:11.858958Z","caller":"traceutil/trace.go:171","msg":"trace[1467170979] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26149; }","duration":"1.545892525s","start":"2026-04-23T01:09:10.313045Z","end":"2026-04-23T01:09:11.858938Z","steps":["trace[1467170979] 'agreement among raft nodes before linearized reading' (duration: 1.545784553s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972415037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:09:11.859016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.313025Z","time spent":"1.545975986s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:11.859044Z","caller":"traceutil/trace.go:171","msg":"trace[724494424] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26149; }","duration":"2.972507529s","start":"2026-04-23T01:09:08.886525Z","end":"2026-04-23T01:09:11.859032Z","steps":["trace[724494424] 'agreement among raft nodes before linearized reading' (duration: 2.972423087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.886478Z","time spent":"2.97259051s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:11.859161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123146702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:11.859193Z","caller":"traceutil/trace.go:171","msg":"trace[1434225016] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26149; }","duration":"1.123282904s","start":"2026-04-23T01:09:10.735902Z","end":"2026-04-23T01:09:11.859184Z","steps":["trace[1434225016] 'agreement among raft nodes before linearized reading' (duration: 1.123232083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.735882Z","time spent":"1.123330375s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.859227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972692922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:11.859296Z","caller":"traceutil/trace.go:171","msg":"trace[1823771033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.972781024s","start":"2026-04-23T01:09:08.886498Z","end":"2026-04-23T01:09:11.859279Z","steps":["trace[1823771033] 'agreement among raft nodes before linearized reading' (duration: 2.972624511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972893486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:09:11.859344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.886487Z","time spent":"2.972846555s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:11.859408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042935644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:11.859457Z","caller":"traceutil/trace.go:171","msg":"trace[204415629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26149; }","duration":"1.043059627s","start":"2026-04-23T01:09:10.816387Z","end":"2026-04-23T01:09:11.859447Z","steps":["trace[204415629] 'agreement among raft nodes before linearized reading' (duration: 1.042984346s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.859407Z","caller":"traceutil/trace.go:171","msg":"trace[1026057449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26149; }","duration":"2.973048499s","start":"2026-04-23T01:09:08.886337Z","end":"2026-04-23T01:09:11.859386Z","steps":["trace[1026057449] 'agreement among raft nodes before linearized reading' (duration: 2.972396377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.816345Z","time spent":"1.043139449s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:09:11.859532Z","caller":"traceutil/trace.go:171","msg":"trace[1689235302] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"2.161212335s","start":"2026-04-23T01:09:09.698302Z","end":"2026-04-23T01:09:11.859515Z","steps":["trace[1689235302] 'process raft request' (duration: 2.159683077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354825963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.859529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.88633Z","time spent":"2.973169291s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:09:11.858476Z","caller":"traceutil/trace.go:171","msg":"trace[520289472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26149; }","duration":"3.282365792s","start":"2026-04-23T01:09:08.576078Z","end":"2026-04-23T01:09:11.858444Z","steps":["trace[520289472] 'agreement among raft nodes before linearized reading' (duration: 3.282127668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430277162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:09:11.859725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.57606Z","time spent":"3.283647376s","remote":"127.0.0.1:37032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:11.859709Z","caller":"traceutil/trace.go:171","msg":"trace[274819372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26149; }","duration":"1.43068991s","start":"2026-04-23T01:09:10.428996Z","end":"2026-04-23T01:09:11.859686Z","steps":["trace[274819372] 'agreement among raft nodes before linearized reading' (duration: 1.430214711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.428974Z","time spent":"1.430835893s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:11.858391Z","caller":"traceutil/trace.go:171","msg":"trace[203938383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26149; }","duration":"2.972880057s","start":"2026-04-23T01:09:08.885499Z","end":"2026-04-23T01:09:11.858379Z","steps":["trace[203938383] 'agreement among raft nodes before linearized reading' (duration: 2.972738774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.859102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358922879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:09:11.85996Z","caller":"traceutil/trace.go:171","msg":"trace[1536512354] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26149; }","duration":"3.359805706s","start":"2026-04-23T01:09:08.500145Z","end":"2026-04-23T01:09:11.859951Z","steps":["trace[1536512354] 'agreement among raft nodes before linearized reading' (duration: 3.358675965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.860021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.500122Z","time spent":"3.359892887s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:09:11.859921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.885488Z","time spent":"2.974416775s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:11.859346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820669387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.860162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93580556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:11.86022Z","caller":"traceutil/trace.go:171","msg":"trace[1568793094] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26149; }","duration":"1.821565695s","start":"2026-04-23T01:09:10.038623Z","end":"2026-04-23T01:09:11.860189Z","steps":["trace[1568793094] 'agreement among raft nodes before linearized reading' (duration: 1.820689518s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.860228Z","caller":"traceutil/trace.go:171","msg":"trace[2083263972] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26149; }","duration":"2.935900451s","start":"2026-04-23T01:09:08.924309Z","end":"2026-04-23T01:09:11.86021Z","steps":["trace[2083263972] 'agreement among raft nodes before linearized reading' (duration: 2.935743578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.8593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.355613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:11.860268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:10.038611Z","time spent":"1.821644466s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.860277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.924298Z","time spent":"2.935967033s","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.859622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.698277Z","time spent":"2.161298337s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:11.859627Z","caller":"traceutil/trace.go:171","msg":"trace[2037248185] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26149; }","duration":"3.354875254s","start":"2026-04-23T01:09:08.50474Z","end":"2026-04-23T01:09:11.859615Z","steps":["trace[2037248185] 'agreement among raft nodes before linearized reading' (duration: 3.354772601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.860497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.504716Z","time spent":"3.35576446s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:09:11.858312Z","caller":"traceutil/trace.go:171","msg":"trace[2035377706] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26149; }","duration":"2.196767434s","start":"2026-04-23T01:09:09.661528Z","end":"2026-04-23T01:09:11.858295Z","steps":["trace[2035377706] 'agreement among raft nodes before linearized reading' (duration: 2.196523559s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.860618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.661507Z","time spent":"2.199088357s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:11.86035Z","caller":"traceutil/trace.go:171","msg":"trace[2141498905] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26149; }","duration":"812.449434ms","start":"2026-04-23T01:09:11.047838Z","end":"2026-04-23T01:09:11.860287Z","steps":["trace[2141498905] 'agreement among raft nodes before linearized reading' (duration: 811.1455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.860803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.047819Z","time spent":"812.917212ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:11.963307Z","caller":"traceutil/trace.go:171","msg":"trace[2099619955] linearizableReadLoop","detail":"{readStateIndex:27003; appliedIndex:27002; }","duration":"105.212618ms","start":"2026-04-23T01:09:11.858066Z","end":"2026-04-23T01:09:11.963278Z","steps":["trace[2099619955] 'read index received' (duration: 55.84127ms)","trace[2099619955] 'applied index is now lower than readState.Index' (duration: 49.369468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:11.963515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.249783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.963565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.215808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.963559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.058039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:11.963558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.896859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:11.963609Z","caller":"traceutil/trace.go:171","msg":"trace[2136540108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26149; }","duration":"761.361565ms","start":"2026-04-23T01:09:11.20223Z","end":"2026-04-23T01:09:11.963592Z","steps":["trace[2136540108] 'agreement among raft nodes before linearized reading' (duration: 761.166762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.963614Z","caller":"traceutil/trace.go:171","msg":"trace[335817779] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26149; }","duration":"377.400221ms","start":"2026-04-23T01:09:11.586197Z","end":"2026-04-23T01:09:11.963597Z","steps":["trace[335817779] 'agreement among raft nodes before linearized reading' (duration: 377.162697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.963615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.007497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18255"} {"level":"warn","ts":"2026-04-23T01:09:11.963579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.077046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:11.963631Z","caller":"traceutil/trace.go:171","msg":"trace[573577182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26149; }","duration":"403.006032ms","start":"2026-04-23T01:09:11.560609Z","end":"2026-04-23T01:09:11.963615Z","steps":["trace[573577182] 'agreement among raft nodes before linearized reading' (duration: 402.865559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.963645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.202173Z","time spent":"761.466127ms","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:09:11.963646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.586177Z","time spent":"377.462202ms","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:11.963649Z","caller":"traceutil/trace.go:171","msg":"trace[2065846741] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26149; }","duration":"820.088978ms","start":"2026-04-23T01:09:11.143549Z","end":"2026-04-23T01:09:11.963638Z","steps":["trace[2065846741] 'agreement among raft nodes before linearized reading' (duration: 819.877264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.963671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.56059Z","time spent":"403.073193ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:11.963692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.143538Z","time spent":"820.146039ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18278,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T01:09:11.963624Z","caller":"traceutil/trace.go:171","msg":"trace[117290281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26149; }","duration":"637.175152ms","start":"2026-04-23T01:09:11.326432Z","end":"2026-04-23T01:09:11.963607Z","steps":["trace[117290281] 'agreement among raft nodes before linearized reading' (duration: 637.049409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.963736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.326411Z","time spent":"637.313024ms","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:11.963771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.049264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"warn","ts":"2026-04-23T01:09:11.963789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.154178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-04-23T01:09:11.963853Z","caller":"traceutil/trace.go:171","msg":"trace[66343521] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26149; }","duration":"823.436531ms","start":"2026-04-23T01:09:11.140397Z","end":"2026-04-23T01:09:11.963833Z","steps":["trace[66343521] 'agreement among raft nodes before linearized reading' (duration: 823.157096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.96387Z","caller":"traceutil/trace.go:171","msg":"trace[41287538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26149; }","duration":"821.268471ms","start":"2026-04-23T01:09:11.142577Z","end":"2026-04-23T01:09:11.963846Z","steps":["trace[41287538] 'agreement among raft nodes before linearized reading' (duration: 820.952265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.963897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.140381Z","time spent":"823.507593ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1602,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:11.963923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:11.142568Z","time spent":"821.344592ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1602,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:09:11.963683Z","caller":"traceutil/trace.go:171","msg":"trace[516459645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26149; }","duration":"276.22582ms","start":"2026-04-23T01:09:11.687427Z","end":"2026-04-23T01:09:11.963653Z","steps":["trace[516459645] 'agreement among raft nodes before linearized reading' (duration: 276.044536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.963984Z","caller":"traceutil/trace.go:171","msg":"trace[947100694] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"100.990367ms","start":"2026-04-23T01:09:11.862977Z","end":"2026-04-23T01:09:11.963968Z","steps":["trace[947100694] 'process raft request' (duration: 100.693862ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:11.964085Z","caller":"traceutil/trace.go:171","msg":"trace[1978110034] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"100.145811ms","start":"2026-04-23T01:09:11.863925Z","end":"2026-04-23T01:09:11.964071Z","steps":["trace[1978110034] 'process raft request' (duration: 99.927587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:11.964357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.333623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:09:11.964382Z","caller":"traceutil/trace.go:171","msg":"trace[1610007521] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26157; }","duration":"101.395135ms","start":"2026-04-23T01:09:11.862979Z","end":"2026-04-23T01:09:11.964374Z","steps":["trace[1610007521] 'agreement among raft nodes before linearized reading' (duration: 101.286203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.468989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:14.784844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469593372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-23T01:09:14.784955Z","caller":"traceutil/trace.go:171","msg":"trace[1818308413] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26218; }","duration":"1.469751905s","start":"2026-04-23T01:09:13.315175Z","end":"2026-04-23T01:09:14.784927Z","steps":["trace[1818308413] 'range keys from in-memory index tree' (duration: 1.469315467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.785012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.315156Z","time spent":"1.469841556s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:14.785072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230172203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:14.785148Z","caller":"traceutil/trace.go:171","msg":"trace[1275750207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26218; }","duration":"1.230302606s","start":"2026-04-23T01:09:13.554823Z","end":"2026-04-23T01:09:14.785125Z","steps":["trace[1275750207] 'count revisions from in-memory index tree' (duration: 1.230038921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.785184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.554791Z","time spent":"1.230382407s","remote":"127.0.0.1:60682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:14.785724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377793446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-23T01:09:14.78576Z","caller":"traceutil/trace.go:171","msg":"trace[1534893990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26218; }","duration":"1.377826857s","start":"2026-04-23T01:09:13.40792Z","end":"2026-04-23T01:09:14.785747Z","steps":["trace[1534893990] 'range keys from in-memory index tree' (duration: 1.377690115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.785785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.407876Z","time spent":"1.377901519s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:14.785858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167789231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:14.78595Z","caller":"traceutil/trace.go:171","msg":"trace[1681088669] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26218; }","duration":"1.167942005s","start":"2026-04-23T01:09:13.617982Z","end":"2026-04-23T01:09:14.785924Z","steps":["trace[1681088669] 'count revisions from in-memory index tree' (duration: 1.167687349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.786014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.617959Z","time spent":"1.168031406s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:14.786857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.336161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:14.786923Z","caller":"traceutil/trace.go:171","msg":"trace[1947605810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26218; }","duration":"970.441123ms","start":"2026-04-23T01:09:13.816464Z","end":"2026-04-23T01:09:14.786905Z","steps":["trace[1947605810] 'range keys from in-memory index tree' (duration: 970.25289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.786965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.816443Z","time spent":"970.513734ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:09:14.78705Z","caller":"traceutil/trace.go:171","msg":"trace[1163578121] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"921.987932ms","start":"2026-04-23T01:09:13.865041Z","end":"2026-04-23T01:09:14.787029Z","steps":["trace[1163578121] 'process raft request' (duration: 916.318066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.78718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.865019Z","time spent":"922.086075ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:16.207317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425878s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:16.220391Z","caller":"traceutil/trace.go:171","msg":"trace[888011697] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27072; }","duration":"2.252114974s","start":"2026-04-23T01:09:13.968245Z","end":"2026-04-23T01:09:16.22036Z","steps":["trace[888011697] 'read index received' (duration: 813.170388ms)","trace[888011697] 'applied index is now lower than readState.Index' (duration: 1.438943106s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:16.220676Z","caller":"traceutil/trace.go:171","msg":"trace[699555797] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"2.355536307s","start":"2026-04-23T01:09:13.865125Z","end":"2026-04-23T01:09:16.220662Z","steps":["trace[699555797] 'process raft request' (duration: 2.342399511s)","trace[699555797] 'compare' (duration: 12.511475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:16.221004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.865096Z","time spent":"2.355621308s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:16.221054Z","caller":"traceutil/trace.go:171","msg":"trace[1186096349] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"2.177378301s","start":"2026-04-23T01:09:14.043638Z","end":"2026-04-23T01:09:16.221016Z","steps":["trace[1186096349] 'process raft request' (duration: 2.176674467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.221245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.043611Z","time spent":"2.177530254s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:16.221554Z","caller":"traceutil/trace.go:171","msg":"trace[438075757] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"2.353257704s","start":"2026-04-23T01:09:13.868283Z","end":"2026-04-23T01:09:16.221541Z","steps":["trace[438075757] 'process raft request' (duration: 2.351934969s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:16.221573Z","caller":"traceutil/trace.go:171","msg":"trace[2071025349] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"2.351544932s","start":"2026-04-23T01:09:13.870006Z","end":"2026-04-23T01:09:16.221551Z","steps":["trace[2071025349] 'process raft request' (duration: 2.350272128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.221623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.868272Z","time spent":"2.353317826s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:16.221752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.869996Z","time spent":"2.351658184s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:16.221352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253103992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:16.222133Z","caller":"traceutil/trace.go:171","msg":"trace[14060535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26223; }","duration":"2.253919897s","start":"2026-04-23T01:09:13.9682Z","end":"2026-04-23T01:09:16.222119Z","steps":["trace[14060535] 'agreement among raft nodes before linearized reading' (duration: 2.253038351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.222179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.968185Z","time spent":"2.253976808s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:16.721439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:16.816145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:16.816234Z","caller":"traceutil/trace.go:171","msg":"trace[1863941355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393945s","start":"2026-04-23T01:09:14.815818Z","end":"2026-04-23T01:09:16.816212Z","steps":["trace[1863941355] 'agreement among raft nodes before linearized reading' (duration: 2.000260793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.816281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.815807Z","time spent":"2.000464296s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:17.219392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011855901s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:17.219977Z","caller":"traceutil/trace.go:171","msg":"trace[1776395792] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"2.426980579s","start":"2026-04-23T01:09:14.79297Z","end":"2026-04-23T01:09:17.219951Z","steps":["trace[1776395792] 'process raft request' (duration: 2.426699884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:17.220149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.792943Z","time spent":"2.427117051s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:18.817224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:18.817315Z","caller":"traceutil/trace.go:171","msg":"trace[1061336888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371774s","start":"2026-04-23T01:09:16.816922Z","end":"2026-04-23T01:09:18.817293Z","steps":["trace[1061336888] 'agreement among raft nodes before linearized reading' (duration: 2.000253052s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.817365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.816908Z","time spent":"2.000447816s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:18.842483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621579417s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:09:18.968738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999906931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:18.968827Z","caller":"traceutil/trace.go:171","msg":"trace[332392066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000032663s","start":"2026-04-23T01:09:13.968774Z","end":"2026-04-23T01:09:18.968807Z","steps":["trace[332392066] 'agreement among raft nodes before linearized reading' (duration: 4.999912011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.968876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.968769Z","time spent":"5.000097324s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:09:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:18.969647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999197638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:18.96977Z","caller":"traceutil/trace.go:171","msg":"trace[936356104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999393152s","start":"2026-04-23T01:09:13.970349Z","end":"2026-04-23T01:09:18.969742Z","steps":["trace[936356104] 'agreement among raft nodes before linearized reading' (duration: 4.999219699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.969846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.970332Z","time spent":"4.999490253s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:09:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:19.067162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:19.067245Z","caller":"traceutil/trace.go:171","msg":"trace[428212633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873984s","start":"2026-04-23T01:09:17.066352Z","end":"2026-04-23T01:09:19.067226Z","steps":["trace[428212633] 'agreement among raft nodes before linearized reading' (duration: 2.000767772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.067289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.066331Z","time spent":"2.000949535s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:19.536316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.52149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:19.53695Z","caller":"traceutil/trace.go:171","msg":"trace[1063380055] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"2.744010027s","start":"2026-04-23T01:09:16.792922Z","end":"2026-04-23T01:09:19.536932Z","steps":["trace[1063380055] 'process raft request' (duration: 2.743677531s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.537004Z","caller":"traceutil/trace.go:171","msg":"trace[973295418] linearizableReadLoop","detail":"{readStateIndex:27079; appliedIndex:27077; }","duration":"3.316508892s","start":"2026-04-23T01:09:16.22047Z","end":"2026-04-23T01:09:19.536979Z","steps":["trace[973295418] 'read index received' (duration: 999.128792ms)","trace[973295418] 'applied index is now lower than readState.Index' (duration: 2.31737896s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:19.537036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.792896Z","time spent":"2.744104128s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:19.537085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935193105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:19.537145Z","caller":"traceutil/trace.go:171","msg":"trace[879755615] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26227; }","duration":"4.935295157s","start":"2026-04-23T01:09:14.601835Z","end":"2026-04-23T01:09:19.53713Z","steps":["trace[879755615] 'agreement among raft nodes before linearized reading' (duration: 4.935149764s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.537158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.174608124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:19.537195Z","caller":"traceutil/trace.go:171","msg":"trace[1871587884] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26227; }","duration":"5.174703525s","start":"2026-04-23T01:09:14.362481Z","end":"2026-04-23T01:09:19.537185Z","steps":["trace[1871587884] 'agreement among raft nodes before linearized reading' (duration: 5.174611153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.5372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.601813Z","time spent":"4.935368139s","remote":"127.0.0.1:37410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:19.537236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.362462Z","time spent":"5.174761307s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:19.537265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.461989353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:19.537266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868775659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc15b3fb4\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-23T01:09:19.537307Z","caller":"traceutil/trace.go:171","msg":"trace[84975586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26227; }","duration":"5.462047264s","start":"2026-04-23T01:09:14.075245Z","end":"2026-04-23T01:09:19.537293Z","steps":["trace[84975586] 'agreement among raft nodes before linearized reading' (duration: 5.461964413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.537346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.075186Z","time spent":"5.462149476s","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:19.537349Z","caller":"traceutil/trace.go:171","msg":"trace[1912178073] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc15b3fb4; range_end:; response_count:1; response_revision:26227; }","duration":"3.868897421s","start":"2026-04-23T01:09:15.668433Z","end":"2026-04-23T01:09:19.53733Z","steps":["trace[1912178073] 'agreement among raft nodes before linearized reading' (duration: 3.868698037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.537351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26538889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:09:19.537341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566599749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:09:19.53739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.668415Z","time spent":"3.868966412s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc15b3fb4\" "} {"level":"info","ts":"2026-04-23T01:09:19.537411Z","caller":"traceutil/trace.go:171","msg":"trace[1223356689] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26227; }","duration":"5.265486831s","start":"2026-04-23T01:09:14.271909Z","end":"2026-04-23T01:09:19.537396Z","steps":["trace[1223356689] 'agreement among raft nodes before linearized reading' (duration: 5.265286577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.53744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.271879Z","time spent":"5.265554443s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:09:19.537433Z","caller":"traceutil/trace.go:171","msg":"trace[1466085876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26227; }","duration":"5.56669715s","start":"2026-04-23T01:09:13.970712Z","end":"2026-04-23T01:09:19.537409Z","steps":["trace[1466085876] 'agreement among raft nodes before linearized reading' (duration: 5.566454646s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.537444Z","caller":"traceutil/trace.go:171","msg":"trace[231940630] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"2.566189625s","start":"2026-04-23T01:09:16.971235Z","end":"2026-04-23T01:09:19.537425Z","steps":["trace[231940630] 'process raft request' (duration: 2.565643366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.53749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.970707Z","time spent":"5.566769191s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:19.537582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.971195Z","time spent":"2.566304127s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:19.537525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567137168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:09:19.537668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568688868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:09:19.537709Z","caller":"traceutil/trace.go:171","msg":"trace[1631884273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26227; }","duration":"5.567350502s","start":"2026-04-23T01:09:13.970348Z","end":"2026-04-23T01:09:19.537699Z","steps":["trace[1631884273] 'agreement among raft nodes before linearized reading' (duration: 5.567081408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.537748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.970332Z","time spent":"5.567406453s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:19.5376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567280281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:19.537799Z","caller":"traceutil/trace.go:171","msg":"trace[898295765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26227; }","duration":"5.567508265s","start":"2026-04-23T01:09:13.970283Z","end":"2026-04-23T01:09:19.537791Z","steps":["trace[898295765] 'agreement among raft nodes before linearized reading' (duration: 5.567261651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.53783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.970266Z","time spent":"5.567555696s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:09:19.536691Z","caller":"traceutil/trace.go:171","msg":"trace[1210303575] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"3.310611842s","start":"2026-04-23T01:09:16.226024Z","end":"2026-04-23T01:09:19.536636Z","steps":["trace[1210303575] 'process raft request' (duration: 2.616693014s)","trace[1210303575] 'compare' (duration: 691.736857ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.537714Z","caller":"traceutil/trace.go:171","msg":"trace[1714619143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26227; }","duration":"5.568729479s","start":"2026-04-23T01:09:13.968973Z","end":"2026-04-23T01:09:19.537703Z","steps":["trace[1714619143] 'agreement among raft nodes before linearized reading' (duration: 5.568645427s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.537907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:13.968961Z","time spent":"5.568929643s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:19.53795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.226009Z","time spent":"3.311882446s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:19.53734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74595247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-04-23T01:09:19.538006Z","caller":"traceutil/trace.go:171","msg":"trace[1739594064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26227; }","duration":"3.746688205s","start":"2026-04-23T01:09:15.791306Z","end":"2026-04-23T01:09:19.537994Z","steps":["trace[1739594064] 'agreement among raft nodes before linearized reading' (duration: 3.745812378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.538052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.791283Z","time spent":"3.746757777s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:19.537665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494887404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:19.538194Z","caller":"traceutil/trace.go:171","msg":"trace[630709813] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26227; }","duration":"3.495451155s","start":"2026-04-23T01:09:16.042735Z","end":"2026-04-23T01:09:19.538186Z","steps":["trace[630709813] 'agreement among raft nodes before linearized reading' (duration: 3.494898384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.538232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.042707Z","time spent":"3.495516196s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:19.538409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611756929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:19.538506Z","caller":"traceutil/trace.go:171","msg":"trace[460604272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26227; }","duration":"4.611910071s","start":"2026-04-23T01:09:14.926576Z","end":"2026-04-23T01:09:19.538486Z","steps":["trace[460604272] 'agreement among raft nodes before linearized reading' (duration: 4.610571425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.538558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.926548Z","time spent":"4.611998133s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:20.037341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:20.356498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513791091s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:20.356922Z","caller":"traceutil/trace.go:171","msg":"trace[1970781308] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"2.64416002s","start":"2026-04-23T01:09:17.712738Z","end":"2026-04-23T01:09:20.356898Z","steps":["trace[1970781308] 'process raft request' (duration: 2.643900365s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.357014Z","caller":"traceutil/trace.go:171","msg":"trace[1891353362] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"2.426008991s","start":"2026-04-23T01:09:17.930981Z","end":"2026-04-23T01:09:20.35699Z","steps":["trace[1891353362] 'process raft request' (duration: 2.425841207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.357042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.712701Z","time spent":"2.644273722s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:20.357108Z","caller":"traceutil/trace.go:171","msg":"trace[1291629407] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"2.130643602s","start":"2026-04-23T01:09:18.226428Z","end":"2026-04-23T01:09:20.357072Z","steps":["trace[1291629407] 'process raft request' (duration: 2.130435477s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.357213Z","caller":"traceutil/trace.go:171","msg":"trace[1159276736] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"2.130650502s","start":"2026-04-23T01:09:18.226551Z","end":"2026-04-23T01:09:20.357202Z","steps":["trace[1159276736] 'process raft request' (duration: 2.130375206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.357257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.226516Z","time spent":"2.130720283s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:20.357292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.226413Z","time spent":"2.130781294s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:20.357134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.930958Z","time spent":"2.426110013s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:20.357684Z","caller":"traceutil/trace.go:171","msg":"trace[684024187] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"2.130709203s","start":"2026-04-23T01:09:18.226962Z","end":"2026-04-23T01:09:20.357671Z","steps":["trace[684024187] 'process raft request' (duration: 2.130361876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.357774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.226928Z","time spent":"2.130803875s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:20.357945Z","caller":"traceutil/trace.go:171","msg":"trace[967826148] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"2.130919776s","start":"2026-04-23T01:09:18.227013Z","end":"2026-04-23T01:09:20.357933Z","steps":["trace[967826148] 'process raft request' (duration: 2.130442938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.357995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.226968Z","time spent":"2.131003118s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:20.358091Z","caller":"traceutil/trace.go:171","msg":"trace[1786996728] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"1.717871426s","start":"2026-04-23T01:09:18.640205Z","end":"2026-04-23T01:09:20.358077Z","steps":["trace[1786996728] 'process raft request' (duration: 1.717809495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.358166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.640182Z","time spent":"1.717951208s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:20.826422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:20.826499Z","caller":"traceutil/trace.go:171","msg":"trace[158675857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772322s","start":"2026-04-23T01:09:18.825708Z","end":"2026-04-23T01:09:20.82648Z","steps":["trace[158675857] 'agreement among raft nodes before linearized reading' (duration: 2.000678311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.826538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.825692Z","time spent":"2.000837293s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:09:21.119677Z","caller":"traceutil/trace.go:171","msg":"trace[1975808552] linearizableReadLoop","detail":"{readStateIndex:27093; appliedIndex:27081; }","duration":"1.582593054s","start":"2026-04-23T01:09:19.537068Z","end":"2026-04-23T01:09:21.119661Z","steps":["trace[1975808552] 'read index received' (duration: 819.574028ms)","trace[1975808552] 'applied index is now lower than readState.Index' (duration: 763.018266ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:21.119729Z","caller":"traceutil/trace.go:171","msg":"trace[982933591] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"1.580648058s","start":"2026-04-23T01:09:19.539045Z","end":"2026-04-23T01:09:21.119693Z","steps":["trace[982933591] 'process raft request' (duration: 1.580378463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.119779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76933646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:21.11984Z","caller":"traceutil/trace.go:171","msg":"trace[2077980004] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26239; }","duration":"3.769409921s","start":"2026-04-23T01:09:17.350415Z","end":"2026-04-23T01:09:21.119825Z","steps":["trace[2077980004] 'agreement among raft nodes before linearized reading' (duration: 3.769292589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.119855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149082154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:09:21.119868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.350372Z","time spent":"3.769490223s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:21.119881Z","caller":"traceutil/trace.go:171","msg":"trace[1157741816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26239; }","duration":"4.149155326s","start":"2026-04-23T01:09:16.970717Z","end":"2026-04-23T01:09:21.119873Z","steps":["trace[1157741816] 'agreement among raft nodes before linearized reading' (duration: 4.149045264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.119887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.539025Z","time spent":"1.580783601s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:21.119905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897985836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:21.119964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576824997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-23T01:09:21.119984Z","caller":"traceutil/trace.go:171","msg":"trace[1507638240] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26239; }","duration":"1.576869367s","start":"2026-04-23T01:09:19.54311Z","end":"2026-04-23T01:09:21.119979Z","steps":["trace[1507638240] 'agreement among raft nodes before linearized reading' (duration: 1.576813826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.12Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.543102Z","time spent":"1.576894417s","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-23T01:09:21.120001Z","caller":"traceutil/trace.go:171","msg":"trace[1833612917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26239; }","duration":"4.898134159s","start":"2026-04-23T01:09:16.221839Z","end":"2026-04-23T01:09:21.119973Z","steps":["trace[1833612917] 'agreement among raft nodes before linearized reading' (duration: 4.897961196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891810923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:21.120025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876396692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-04-23T01:09:21.120049Z","caller":"traceutil/trace.go:171","msg":"trace[613772994] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26239; }","duration":"2.891860574s","start":"2026-04-23T01:09:18.228182Z","end":"2026-04-23T01:09:21.120043Z","steps":["trace[613772994] 'agreement among raft nodes before linearized reading' (duration: 2.891821862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.22182Z","time spent":"4.898219781s","remote":"127.0.0.1:50472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:21.12007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.228159Z","time spent":"2.891904275s","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:21.120073Z","caller":"traceutil/trace.go:171","msg":"trace[1428729967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26239; }","duration":"3.876464083s","start":"2026-04-23T01:09:17.243593Z","end":"2026-04-23T01:09:21.120057Z","steps":["trace[1428729967] 'agreement among raft nodes before linearized reading' (duration: 3.87636374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.119904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.970699Z","time spent":"4.149198726s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:09:21.120074Z","caller":"traceutil/trace.go:171","msg":"trace[1725089027] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.577068671s","start":"2026-04-23T01:09:19.542975Z","end":"2026-04-23T01:09:21.120043Z","steps":["trace[1725089027] 'process raft request' (duration: 1.576658313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.712105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:09:21.12017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039908704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:21.120189Z","caller":"traceutil/trace.go:171","msg":"trace[1893818525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26239; }","duration":"148.771936ms","start":"2026-04-23T01:09:20.971411Z","end":"2026-04-23T01:09:21.120183Z","steps":["trace[1893818525] 'agreement among raft nodes before linearized reading' (duration: 148.712634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.120198Z","caller":"traceutil/trace.go:171","msg":"trace[713891293] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26239; }","duration":"4.039961216s","start":"2026-04-23T01:09:17.080229Z","end":"2026-04-23T01:09:21.12019Z","steps":["trace[713891293] 'agreement among raft nodes before linearized reading' (duration: 4.039895934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909433334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-23T01:09:21.120227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.080216Z","time spent":"4.040004326s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:21.120227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.542966Z","time spent":"1.577178504s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:21.120271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.372917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:09:21.120238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926595745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:21.120288Z","caller":"traceutil/trace.go:171","msg":"trace[805293206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26239; }","duration":"149.423157ms","start":"2026-04-23T01:09:20.97086Z","end":"2026-04-23T01:09:21.120283Z","steps":["trace[805293206] 'agreement among raft nodes before linearized reading' (duration: 149.373266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.120234Z","caller":"traceutil/trace.go:171","msg":"trace[1771157814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26239; }","duration":"2.909493985s","start":"2026-04-23T01:09:18.210735Z","end":"2026-04-23T01:09:21.120229Z","steps":["trace[1771157814] 'agreement among raft nodes before linearized reading' (duration: 2.909426314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.4158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:21.120313Z","caller":"traceutil/trace.go:171","msg":"trace[1035086037] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26239; }","duration":"3.926723568s","start":"2026-04-23T01:09:17.193573Z","end":"2026-04-23T01:09:21.120297Z","steps":["trace[1035086037] 'agreement among raft nodes before linearized reading' (duration: 3.926494153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:18.210713Z","time spent":"2.909598017s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:21.120366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.130956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:09:21.120361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.193555Z","time spent":"3.926796519s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:21.120387Z","caller":"traceutil/trace.go:171","msg":"trace[543239003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26239; }","duration":"914.193486ms","start":"2026-04-23T01:09:20.206188Z","end":"2026-04-23T01:09:21.120381Z","steps":["trace[543239003] 'agreement among raft nodes before linearized reading' (duration: 914.140775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.120361Z","caller":"traceutil/trace.go:171","msg":"trace[1049870486] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"1.577948348s","start":"2026-04-23T01:09:19.542401Z","end":"2026-04-23T01:09:21.12035Z","steps":["trace[1049870486] 'process raft request' (duration: 1.577139912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:20.206167Z","time spent":"914.233647ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T01:09:21.120399Z","caller":"traceutil/trace.go:171","msg":"trace[399113755] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"1.577687162s","start":"2026-04-23T01:09:19.542702Z","end":"2026-04-23T01:09:21.120389Z","steps":["trace[399113755] 'process raft request' (duration: 1.576885767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.567395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:21.120435Z","caller":"traceutil/trace.go:171","msg":"trace[796560725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26239; }","duration":"293.632467ms","start":"2026-04-23T01:09:20.826794Z","end":"2026-04-23T01:09:21.120426Z","steps":["trace[796560725] 'agreement among raft nodes before linearized reading' (duration: 293.590306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.542383Z","time spent":"1.578026439s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:21.120459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.542648Z","time spent":"1.577779674s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:21.119925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121540457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:09:21.120485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.558902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-04-23T01:09:21.12051Z","caller":"traceutil/trace.go:171","msg":"trace[1427734876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26239; }","duration":"4.122163319s","start":"2026-04-23T01:09:16.998342Z","end":"2026-04-23T01:09:21.120505Z","steps":["trace[1427734876] 'agreement among raft nodes before linearized reading' (duration: 4.121424715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:17.243578Z","time spent":"3.876520664s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:21.120402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898492845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:09:21.120527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.998323Z","time spent":"4.12219958s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:09:21.120523Z","caller":"traceutil/trace.go:171","msg":"trace[821717063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26239; }","duration":"577.633283ms","start":"2026-04-23T01:09:20.54288Z","end":"2026-04-23T01:09:21.120514Z","steps":["trace[821717063] 'agreement among raft nodes before linearized reading' (duration: 577.512421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.120552Z","caller":"traceutil/trace.go:171","msg":"trace[163172992] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26239; }","duration":"4.898674669s","start":"2026-04-23T01:09:16.221866Z","end":"2026-04-23T01:09:21.12054Z","steps":["trace[163172992] 'agreement among raft nodes before linearized reading' (duration: 4.898403914s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.120358Z","caller":"traceutil/trace.go:171","msg":"trace[778844905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26239; }","duration":"741.505072ms","start":"2026-04-23T01:09:20.378838Z","end":"2026-04-23T01:09:21.120343Z","steps":["trace[778844905] 'agreement among raft nodes before linearized reading' (duration: 741.422881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:20.542863Z","time spent":"577.683164ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:21.120585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:20.378791Z","time spent":"741.787538ms","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:21.120607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.22185Z","time spent":"4.89872552s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-23T01:09:21.120597Z","caller":"traceutil/trace.go:171","msg":"trace[2143782696] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"1.577805595s","start":"2026-04-23T01:09:19.542779Z","end":"2026-04-23T01:09:21.120584Z","steps":["trace[2143782696] 'process raft request' (duration: 1.576832336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:21.120704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.542771Z","time spent":"1.577877856s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:21.691534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:22.191818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:22.625588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43488155s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:22.68353Z","caller":"traceutil/trace.go:171","msg":"trace[1524733289] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.558701036s","start":"2026-04-23T01:09:21.124796Z","end":"2026-04-23T01:09:22.683497Z","steps":["trace[1524733289] 'process raft request' (duration: 1.501048652s)","trace[1524733289] 'compare' (duration: 57.232256ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:22.683601Z","caller":"traceutil/trace.go:171","msg":"trace[261993739] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"1.557381961s","start":"2026-04-23T01:09:21.126202Z","end":"2026-04-23T01:09:22.683584Z","steps":["trace[261993739] 'process raft request' (duration: 1.55734927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:22.683647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.124787Z","time spent":"1.558796297s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:22.683706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.126188Z","time spent":"1.557459542s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:22.683767Z","caller":"traceutil/trace.go:171","msg":"trace[542298690] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.558883249s","start":"2026-04-23T01:09:21.124863Z","end":"2026-04-23T01:09:22.683746Z","steps":["trace[542298690] 'process raft request' (duration: 1.558640735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:22.683869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.12485Z","time spent":"1.55896363s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:23.128897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:23.128973Z","caller":"traceutil/trace.go:171","msg":"trace[1630258068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140659s","start":"2026-04-23T01:09:21.128816Z","end":"2026-04-23T01:09:23.128957Z","steps":["trace[1630258068] 'agreement among raft nodes before linearized reading' (duration: 2.000051587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.129012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.128808Z","time spent":"2.0001949s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:09:23.446141Z","caller":"traceutil/trace.go:171","msg":"trace[1473825291] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"2.254289124s","start":"2026-04-23T01:09:21.191828Z","end":"2026-04-23T01:09:23.446117Z","steps":["trace[1473825291] 'process raft request' (duration: 2.201989171s)","trace[1473825291] 'compare' (duration: 51.881456ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:23.446195Z","caller":"traceutil/trace.go:171","msg":"trace[1904666954] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.900838004s","start":"2026-04-23T01:09:21.545336Z","end":"2026-04-23T01:09:23.446174Z","steps":["trace[1904666954] 'process raft request' (duration: 1.900704822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.446256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.191798Z","time spent":"2.254402327s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:23.446337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.545314Z","time spent":"1.900936697s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:23.446924Z","caller":"traceutil/trace.go:171","msg":"trace[1073901489] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.084415184s","start":"2026-04-23T01:09:22.362501Z","end":"2026-04-23T01:09:23.446917Z","steps":["trace[1073901489] 'process raft request' (duration: 1.083634339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.446974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:22.362478Z","time spent":"1.084468275s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:23.447096Z","caller":"traceutil/trace.go:171","msg":"trace[213435806] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.084469526s","start":"2026-04-23T01:09:22.362597Z","end":"2026-04-23T01:09:23.447067Z","steps":["trace[213435806] 'process raft request' (duration: 1.084235781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.447219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:22.362528Z","time spent":"1.084634179s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:23.447291Z","caller":"traceutil/trace.go:171","msg":"trace[1026924559] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27094; }","duration":"2.256427775s","start":"2026-04-23T01:09:21.190838Z","end":"2026-04-23T01:09:23.447266Z","steps":["trace[1026924559] 'read index received' (duration: 1.43494378s)","trace[1026924559] 'applied index is now lower than readState.Index' (duration: 821.482335ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:23.447327Z","caller":"traceutil/trace.go:171","msg":"trace[1960771852] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"1.083855544s","start":"2026-04-23T01:09:22.363431Z","end":"2026-04-23T01:09:23.447286Z","steps":["trace[1960771852] 'process raft request' (duration: 1.083592278s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.447122Z","caller":"traceutil/trace.go:171","msg":"trace[719039518] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.083727611s","start":"2026-04-23T01:09:22.363383Z","end":"2026-04-23T01:09:23.447111Z","steps":["trace[719039518] 'process raft request' (duration: 1.083570637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.447504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:22.363414Z","time spent":"1.084001257s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:23.447518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:22.363371Z","time spent":"1.084095549s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:24.395669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.560661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:09:24.3958Z","caller":"traceutil/trace.go:171","msg":"trace[792373608] linearizableReadLoop","detail":"{readStateIndex:27104; appliedIndex:27103; }","duration":"948.413068ms","start":"2026-04-23T01:09:23.44736Z","end":"2026-04-23T01:09:24.395773Z","steps":["trace[792373608] 'read index received' (duration: 194.693µs)","trace[792373608] 'applied index is now lower than readState.Index' (duration: 948.216335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:24.396033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211964381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:24.396095Z","caller":"traceutil/trace.go:171","msg":"trace[1652541207] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26248; }","duration":"1.212063702s","start":"2026-04-23T01:09:23.184018Z","end":"2026-04-23T01:09:24.396082Z","steps":["trace[1652541207] 'agreement among raft nodes before linearized reading' (duration: 1.21194625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.184006Z","time spent":"1.212107063s","remote":"127.0.0.1:35760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.396163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95022916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:24.396221Z","caller":"traceutil/trace.go:171","msg":"trace[1349947298] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26248; }","duration":"2.950329352s","start":"2026-04-23T01:09:21.445879Z","end":"2026-04-23T01:09:24.396208Z","steps":["trace[1349947298] 'agreement among raft nodes before linearized reading' (duration: 2.95022997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.44586Z","time spent":"2.950386033s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.396234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675261323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:24.396346Z","caller":"traceutil/trace.go:171","msg":"trace[285908528] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26248; }","duration":"2.675424506s","start":"2026-04-23T01:09:21.720891Z","end":"2026-04-23T01:09:24.396316Z","steps":["trace[285908528] 'agreement among raft nodes before linearized reading' (duration: 2.675211032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.3964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.720872Z","time spent":"2.675518079s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.396402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.475536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:24.396409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271443029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:09:24.396453Z","caller":"traceutil/trace.go:171","msg":"trace[320529891] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26248; }","duration":"457.551456ms","start":"2026-04-23T01:09:23.938879Z","end":"2026-04-23T01:09:24.39643Z","steps":["trace[320529891] 'agreement among raft nodes before linearized reading' (duration: 457.490305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.938859Z","time spent":"457.626148ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:24.396502Z","caller":"traceutil/trace.go:171","msg":"trace[107228494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26248; }","duration":"1.271582092s","start":"2026-04-23T01:09:23.124897Z","end":"2026-04-23T01:09:24.396479Z","steps":["trace[107228494] 'agreement among raft nodes before linearized reading' (duration: 1.271315176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854040274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:09:24.396558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.124878Z","time spent":"1.271668003s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:09:24.396592Z","caller":"traceutil/trace.go:171","msg":"trace[1747989704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26248; }","duration":"2.854111135s","start":"2026-04-23T01:09:21.542472Z","end":"2026-04-23T01:09:24.396583Z","steps":["trace[1747989704] 'agreement among raft nodes before linearized reading' (duration: 2.853992013s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.54245Z","time spent":"2.854170046s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:24.396173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267109767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:24.396692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.457597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:09:24.396711Z","caller":"traceutil/trace.go:171","msg":"trace[647909006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26248; }","duration":"967.512258ms","start":"2026-04-23T01:09:23.429193Z","end":"2026-04-23T01:09:24.396706Z","steps":["trace[647909006] 'agreement among raft nodes before linearized reading' (duration: 967.453847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:24.396709Z","caller":"traceutil/trace.go:171","msg":"trace[1519377232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26248; }","duration":"1.267685478s","start":"2026-04-23T01:09:23.129013Z","end":"2026-04-23T01:09:24.396699Z","steps":["trace[1519377232] 'agreement among raft nodes before linearized reading' (duration: 1.267072846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.429171Z","time spent":"967.550899ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:09:24.396733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272224924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:09:24.39675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.920814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:24.396791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157775883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:09:24.396797Z","caller":"traceutil/trace.go:171","msg":"trace[1714674201] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26248; }","duration":"680.991336ms","start":"2026-04-23T01:09:23.715792Z","end":"2026-04-23T01:09:24.396783Z","steps":["trace[1714674201] 'agreement among raft nodes before linearized reading' (duration: 680.896364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:24.396819Z","caller":"traceutil/trace.go:171","msg":"trace[300307637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26248; }","duration":"1.157842854s","start":"2026-04-23T01:09:23.238966Z","end":"2026-04-23T01:09:24.396808Z","steps":["trace[300307637] 'agreement among raft nodes before linearized reading' (duration: 1.157789193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.71578Z","time spent":"681.047467ms","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.396848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.238947Z","time spent":"1.157894195s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T01:09:24.396916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409280617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:24.396945Z","caller":"traceutil/trace.go:171","msg":"trace[1509032143] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26248; }","duration":"2.409347858s","start":"2026-04-23T01:09:21.987587Z","end":"2026-04-23T01:09:24.396935Z","steps":["trace[1509032143] 'agreement among raft nodes before linearized reading' (duration: 2.409291487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.987565Z","time spent":"2.409404059s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:24.396979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269522789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-23T01:09:24.397029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.131927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:24.397106Z","caller":"traceutil/trace.go:171","msg":"trace[1513876828] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26248; }","duration":"689.192759ms","start":"2026-04-23T01:09:23.707862Z","end":"2026-04-23T01:09:24.397055Z","steps":["trace[1513876828] 'agreement among raft nodes before linearized reading' (duration: 689.128027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.129001Z","time spent":"1.267728089s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:24.397141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.707848Z","time spent":"689.28295ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.396322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.87981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:09:24.397189Z","caller":"traceutil/trace.go:171","msg":"trace[80219133] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26248; }","duration":"947.805468ms","start":"2026-04-23T01:09:23.44937Z","end":"2026-04-23T01:09:24.397176Z","steps":["trace[80219133] 'agreement among raft nodes before linearized reading' (duration: 946.778618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.39722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.449354Z","time spent":"947.854208ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:09:24.3971Z","caller":"traceutil/trace.go:171","msg":"trace[253837335] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26248; }","duration":"3.269662792s","start":"2026-04-23T01:09:21.127412Z","end":"2026-04-23T01:09:24.397075Z","steps":["trace[253837335] 'agreement among raft nodes before linearized reading' (duration: 2.319914908s)","trace[253837335] 'range keys from in-memory index tree' (duration: 948.99545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:24.397126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271477759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:09:24.397257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272641868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:09:24.397272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.127401Z","time spent":"3.269860345s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-04-23T01:09:24.396765Z","caller":"traceutil/trace.go:171","msg":"trace[572540432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26248; }","duration":"1.272255134s","start":"2026-04-23T01:09:23.124501Z","end":"2026-04-23T01:09:24.396756Z","steps":["trace[572540432] 'agreement among raft nodes before linearized reading' (duration: 1.272083441s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:24.397293Z","caller":"traceutil/trace.go:171","msg":"trace[633733685] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26248; }","duration":"1.271698353s","start":"2026-04-23T01:09:23.125583Z","end":"2026-04-23T01:09:24.397282Z","steps":["trace[633733685] 'agreement among raft nodes before linearized reading' (duration: 1.271389827s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:24.397298Z","caller":"traceutil/trace.go:171","msg":"trace[929240543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26248; }","duration":"3.272714049s","start":"2026-04-23T01:09:21.124572Z","end":"2026-04-23T01:09:24.397286Z","steps":["trace[929240543] 'agreement among raft nodes before linearized reading' (duration: 2.323093757s)","trace[929240543] 'range keys from in-memory index tree' (duration: 949.51957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:24.397326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.125573Z","time spent":"1.271742293s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:24.397329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.124557Z","time spent":"3.272764859s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:09:24.397328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.124449Z","time spent":"1.272866905s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:24.397251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272279674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:24.397408Z","caller":"traceutil/trace.go:171","msg":"trace[791732103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26248; }","duration":"1.272471808s","start":"2026-04-23T01:09:23.124924Z","end":"2026-04-23T01:09:24.397396Z","steps":["trace[791732103] 'agreement among raft nodes before linearized reading' (duration: 1.272236924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270245365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-04-23T01:09:24.397436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:23.124904Z","time spent":"1.272523708s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:09:24.39746Z","caller":"traceutil/trace.go:171","msg":"trace[551845797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26248; }","duration":"2.270878387s","start":"2026-04-23T01:09:22.126565Z","end":"2026-04-23T01:09:24.397443Z","steps":["trace[551845797] 'agreement among raft nodes before linearized reading' (duration: 2.270218055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.396443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74739698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:24.397494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:22.126537Z","time spent":"2.270947117s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"info","ts":"2026-04-23T01:09:24.397526Z","caller":"traceutil/trace.go:171","msg":"trace[191570519] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26248; }","duration":"2.748507231s","start":"2026-04-23T01:09:21.648997Z","end":"2026-04-23T01:09:24.397504Z","steps":["trace[191570519] 'agreement among raft nodes before linearized reading' (duration: 2.747412811s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:24.397587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.648977Z","time spent":"2.748590212s","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:24.397696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273434134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-23T01:09:24.397804Z","caller":"traceutil/trace.go:171","msg":"trace[84543946] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb; range_end:; response_count:1; response_revision:26248; }","duration":"3.273576237s","start":"2026-04-23T01:09:21.124196Z","end":"2026-04-23T01:09:24.397772Z","steps":["trace[84543946] 'agreement among raft nodes before linearized reading' (duration: 2.323498236s)","trace[84543946] 'range keys from in-memory index tree' (duration: 949.808125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:24.397901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:21.124181Z","time spent":"3.273704309s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" "} {"level":"warn","ts":"2026-04-23T01:09:26.405048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:26.40513Z","caller":"traceutil/trace.go:171","msg":"trace[1560311252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510887s","start":"2026-04-23T01:09:24.404599Z","end":"2026-04-23T01:09:26.40511Z","steps":["trace[1560311252] 'agreement among raft nodes before linearized reading' (duration: 2.000412885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:26.405174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404583Z","time spent":"2.000581548s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:26.510751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.02141106s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:26.51126Z","caller":"traceutil/trace.go:171","msg":"trace[1661107592] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"2.107542987s","start":"2026-04-23T01:09:24.403692Z","end":"2026-04-23T01:09:26.511235Z","steps":["trace[1661107592] 'process raft request' (duration: 2.107453905s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:26.511279Z","caller":"traceutil/trace.go:171","msg":"trace[1840246002] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"2.108323562s","start":"2026-04-23T01:09:24.402923Z","end":"2026-04-23T01:09:26.511247Z","steps":["trace[1840246002] 'process raft request' (duration: 2.108043127s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:26.511406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.403676Z","time spent":"2.1076569s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:26.511424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.402895Z","time spent":"2.108454035s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:26.511541Z","caller":"traceutil/trace.go:171","msg":"trace[689820912] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"2.107784031s","start":"2026-04-23T01:09:24.403736Z","end":"2026-04-23T01:09:26.51152Z","steps":["trace[689820912] 'process raft request' (duration: 2.107462835s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:26.511604Z","caller":"traceutil/trace.go:171","msg":"trace[855761595] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"2.107801102s","start":"2026-04-23T01:09:24.40379Z","end":"2026-04-23T01:09:26.511591Z","steps":["trace[855761595] 'process raft request' (duration: 2.107625678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:26.511638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.403717Z","time spent":"2.107869663s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:26.511647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.403758Z","time spent":"2.107868753s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:26.511643Z","caller":"traceutil/trace.go:171","msg":"trace[177915483] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.107423985s","start":"2026-04-23T01:09:24.404205Z","end":"2026-04-23T01:09:26.511629Z","steps":["trace[177915483] 'process raft request' (duration: 2.107330774s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:26.511647Z","caller":"traceutil/trace.go:171","msg":"trace[563218212] linearizableReadLoop","detail":"{readStateIndex:27106; appliedIndex:27104; }","duration":"2.108425914s","start":"2026-04-23T01:09:24.403194Z","end":"2026-04-23T01:09:26.51162Z","steps":["trace[563218212] 'read index received' (duration: 86.167359ms)","trace[563218212] 'applied index is now lower than readState.Index' (duration: 2.022257495s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:26.511699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404181Z","time spent":"2.107490426s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:26.511734Z","caller":"traceutil/trace.go:171","msg":"trace[1610145558] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"2.106988877s","start":"2026-04-23T01:09:24.404735Z","end":"2026-04-23T01:09:26.511724Z","steps":["trace[1610145558] 'process raft request' (duration: 2.106840234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:26.511826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108635998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:09:26.511854Z","caller":"traceutil/trace.go:171","msg":"trace[1321778101] range","detail":"{range_begin:/registry/persistentvolumes/pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621; range_end:; response_count:1; response_revision:26254; }","duration":"2.108698499s","start":"2026-04-23T01:09:24.403147Z","end":"2026-04-23T01:09:26.511846Z","steps":["trace[1321778101] 'agreement among raft nodes before linearized reading' (duration: 2.108570057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:26.511871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.403134Z","time spent":"2.108731259s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-369a76a3-afb5-4ca1-9d2e-6b99a3c21621\" "} {"level":"warn","ts":"2026-04-23T01:09:26.511882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404716Z","time spent":"2.107056449s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:27.012006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:27.513034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:28.013715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:28.307344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.79633259s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:28.307865Z","caller":"traceutil/trace.go:171","msg":"trace[1498503225] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"2.856262216s","start":"2026-04-23T01:09:25.451588Z","end":"2026-04-23T01:09:28.30785Z","steps":["trace[1498503225] 'process raft request' (duration: 2.856129953s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.307905Z","caller":"traceutil/trace.go:171","msg":"trace[1037049084] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"2.855330497s","start":"2026-04-23T01:09:25.452543Z","end":"2026-04-23T01:09:28.307873Z","steps":["trace[1037049084] 'process raft request' (duration: 2.855211515s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.307914Z","caller":"traceutil/trace.go:171","msg":"trace[850732281] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"2.855203555s","start":"2026-04-23T01:09:25.452681Z","end":"2026-04-23T01:09:28.307885Z","steps":["trace[850732281] 'process raft request' (duration: 2.855110844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.307988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.451562Z","time spent":"2.856352357s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:28.308022Z","caller":"traceutil/trace.go:171","msg":"trace[704259128] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"2.854514741s","start":"2026-04-23T01:09:25.45349Z","end":"2026-04-23T01:09:28.308005Z","steps":["trace[704259128] 'process raft request' (duration: 2.85444031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.308067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.452525Z","time spent":"2.85545299s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:28.308077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.452648Z","time spent":"2.855359527s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:28.308107Z","caller":"traceutil/trace.go:171","msg":"trace[1061638629] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"2.854590843s","start":"2026-04-23T01:09:25.453482Z","end":"2026-04-23T01:09:28.308073Z","steps":["trace[1061638629] 'process raft request' (duration: 2.854363899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.308151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.45348Z","time spent":"2.854596943s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:28.308269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.453463Z","time spent":"2.854723426s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:28.307793Z","caller":"traceutil/trace.go:171","msg":"trace[1906729464] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"3.817028036s","start":"2026-04-23T01:09:24.490738Z","end":"2026-04-23T01:09:28.307766Z","steps":["trace[1906729464] 'process raft request' (duration: 3.816772881s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.308224Z","caller":"traceutil/trace.go:171","msg":"trace[625137624] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"3.764705843s","start":"2026-04-23T01:09:24.543498Z","end":"2026-04-23T01:09:28.308203Z","steps":["trace[625137624] 'process raft request' (duration: 3.764162763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.308527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.490712Z","time spent":"3.817745001s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:28.308559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.543476Z","time spent":"3.76504701s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:28.405477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:28.405551Z","caller":"traceutil/trace.go:171","msg":"trace[245203872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014302s","start":"2026-04-23T01:09:26.405391Z","end":"2026-04-23T01:09:28.405534Z","steps":["trace[245203872] 'agreement among raft nodes before linearized reading' (duration: 2.000055659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.405593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:26.405375Z","time spent":"2.000209701s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:29.066276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:29.066365Z","caller":"traceutil/trace.go:171","msg":"trace[2037787017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223742s","start":"2026-04-23T01:09:27.066114Z","end":"2026-04-23T01:09:29.066338Z","steps":["trace[2037787017] 'agreement among raft nodes before linearized reading' (duration: 2.00012368s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.066411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:27.066102Z","time spent":"2.000300343s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:29.359835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.889415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:29.359927Z","caller":"traceutil/trace.go:171","msg":"trace[1711478406] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27111; }","duration":"2.848220255s","start":"2026-04-23T01:09:26.511692Z","end":"2026-04-23T01:09:29.359912Z","steps":["trace[1711478406] 'read index received' (duration: 1.795798631s)","trace[1711478406] 'applied index is now lower than readState.Index' (duration: 1.052420324s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:29.36004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952684114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.360079Z","caller":"traceutil/trace.go:171","msg":"trace[2115462225] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26262; }","duration":"4.952741166s","start":"2026-04-23T01:09:24.407331Z","end":"2026-04-23T01:09:29.360072Z","steps":["trace[2115462225] 'agreement among raft nodes before linearized reading' (duration: 4.952652544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.407321Z","time spent":"4.952774356s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644526325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.36015Z","caller":"traceutil/trace.go:171","msg":"trace[1552090370] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26262; }","duration":"4.644641137s","start":"2026-04-23T01:09:24.715491Z","end":"2026-04-23T01:09:29.360133Z","steps":["trace[1552090370] 'agreement among raft nodes before linearized reading' (duration: 4.644495524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.715471Z","time spent":"4.644704458s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.360291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955391385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-23T01:09:29.360311Z","caller":"traceutil/trace.go:171","msg":"trace[407055050] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26262; }","duration":"4.955434295s","start":"2026-04-23T01:09:24.404871Z","end":"2026-04-23T01:09:29.360305Z","steps":["trace[407055050] 'agreement among raft nodes before linearized reading' (duration: 4.955345863s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404856Z","time spent":"4.955466335s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640658162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:29.360377Z","caller":"traceutil/trace.go:171","msg":"trace[1056044878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26262; }","duration":"4.640705162s","start":"2026-04-23T01:09:24.719665Z","end":"2026-04-23T01:09:29.36037Z","steps":["trace[1056044878] 'agreement among raft nodes before linearized reading' (duration: 4.640652221s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.719656Z","time spent":"4.640735703s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.360405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956982144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-23T01:09:29.360476Z","caller":"traceutil/trace.go:171","msg":"trace[1993360573] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26262; }","duration":"4.957082726s","start":"2026-04-23T01:09:24.403376Z","end":"2026-04-23T01:09:29.360459Z","steps":["trace[1993360573] 'agreement among raft nodes before linearized reading' (duration: 4.956883142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844579026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.360506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673311175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:09:29.360513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.403367Z","time spent":"4.957137217s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955820203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:29.360528Z","caller":"traceutil/trace.go:171","msg":"trace[1747656779] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26262; }","duration":"2.844670208s","start":"2026-04-23T01:09:26.51584Z","end":"2026-04-23T01:09:29.36051Z","steps":["trace[1747656779] 'agreement among raft nodes before linearized reading' (duration: 2.844574966s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.360564Z","caller":"traceutil/trace.go:171","msg":"trace[1980925007] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26262; }","duration":"4.955894974s","start":"2026-04-23T01:09:24.404656Z","end":"2026-04-23T01:09:29.360551Z","steps":["trace[1980925007] 'agreement among raft nodes before linearized reading' (duration: 4.955739012s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491381288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.360584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673408087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:09:29.3606Z","caller":"traceutil/trace.go:171","msg":"trace[1065637980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26262; }","duration":"4.673465087s","start":"2026-04-23T01:09:24.68713Z","end":"2026-04-23T01:09:29.360595Z","steps":["trace[1065637980] 'agreement among raft nodes before linearized reading' (duration: 4.673417176s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.360603Z","caller":"traceutil/trace.go:171","msg":"trace[123864485] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26262; }","duration":"3.491538811s","start":"2026-04-23T01:09:25.869055Z","end":"2026-04-23T01:09:29.360594Z","steps":["trace[123864485] 'agreement among raft nodes before linearized reading' (duration: 3.491338708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404645Z","time spent":"4.955949025s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.68711Z","time spent":"4.673503279s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.869001Z","time spent":"3.491621503s","remote":"127.0.0.1:35710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:29.360659Z","caller":"traceutil/trace.go:171","msg":"trace[2064920757] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"1.495229304s","start":"2026-04-23T01:09:27.86539Z","end":"2026-04-23T01:09:29.360619Z","steps":["trace[2064920757] 'process raft request' (duration: 501.483032ms)","trace[2064920757] 'compare' (duration: 992.61228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:29.360569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:26.515825Z","time spent":"2.844734539s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.360784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.359624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T01:09:29.3608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956596827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a8d71848b5e6d8\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-23T01:09:29.360533Z","caller":"traceutil/trace.go:171","msg":"trace[1058054462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26262; }","duration":"4.673372516s","start":"2026-04-23T01:09:24.687151Z","end":"2026-04-23T01:09:29.360524Z","steps":["trace[1058054462] 'agreement among raft nodes before linearized reading' (duration: 4.673303635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.533785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.360808Z","caller":"traceutil/trace.go:171","msg":"trace[588884320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26262; }","duration":"845.410474ms","start":"2026-04-23T01:09:28.515391Z","end":"2026-04-23T01:09:29.360802Z","steps":["trace[588884320] 'agreement among raft nodes before linearized reading' (duration: 845.303942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.360845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.687131Z","time spent":"4.673702422s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:09:29.360863Z","caller":"traceutil/trace.go:171","msg":"trace[1640229629] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26262; }","duration":"120.580876ms","start":"2026-04-23T01:09:29.240277Z","end":"2026-04-23T01:09:29.360857Z","steps":["trace[1640229629] 'agreement among raft nodes before linearized reading' (duration: 120.547035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.091383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.360875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.515378Z","time spent":"845.488016ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:29.360883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466545981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.360892Z","caller":"traceutil/trace.go:171","msg":"trace[960697641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26262; }","duration":"948.144164ms","start":"2026-04-23T01:09:28.412739Z","end":"2026-04-23T01:09:29.360883Z","steps":["trace[960697641] 'agreement among raft nodes before linearized reading' (duration: 948.094284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.36091Z","caller":"traceutil/trace.go:171","msg":"trace[136493235] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26262; }","duration":"3.466602303s","start":"2026-04-23T01:09:25.894299Z","end":"2026-04-23T01:09:29.360901Z","steps":["trace[136493235] 'agreement among raft nodes before linearized reading' (duration: 3.466564612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.412728Z","time spent":"948.186785ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:29.36093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.894287Z","time spent":"3.466637783s","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.360738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:27.865364Z","time spent":"1.495328155s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:29.360989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.803996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:29.361012Z","caller":"traceutil/trace.go:171","msg":"trace[1948648023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26262; }","duration":"601.864379ms","start":"2026-04-23T01:09:28.759141Z","end":"2026-04-23T01:09:29.361005Z","steps":["trace[1948648023] 'agreement among raft nodes before linearized reading' (duration: 601.825538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.759118Z","time spent":"601.907109ms","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.360419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900923571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.361045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489744626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:29.361073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049162332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-23T01:09:29.361073Z","caller":"traceutil/trace.go:171","msg":"trace[2026278087] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26262; }","duration":"4.901665855s","start":"2026-04-23T01:09:24.459395Z","end":"2026-04-23T01:09:29.361061Z","steps":["trace[2026278087] 'agreement among raft nodes before linearized reading' (duration: 4.900586565s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.361085Z","caller":"traceutil/trace.go:171","msg":"trace[1994161827] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26262; }","duration":"3.489824758s","start":"2026-04-23T01:09:25.871248Z","end":"2026-04-23T01:09:29.361073Z","steps":["trace[1994161827] 'agreement among raft nodes before linearized reading' (duration: 3.489750747s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.3611Z","caller":"traceutil/trace.go:171","msg":"trace[1400148596] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb; range_end:; response_count:1; response_revision:26262; }","duration":"1.049221143s","start":"2026-04-23T01:09:28.311869Z","end":"2026-04-23T01:09:29.36109Z","steps":["trace[1400148596] 'agreement among raft nodes before linearized reading' (duration: 1.049153062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.459333Z","time spent":"4.901771577s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.311853Z","time spent":"1.049260984s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xnkgt.18a8d70fc157c7cb\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.871227Z","time spent":"3.48988239s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737237759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:09:29.361138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956687199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-04-23T01:09:29.361172Z","caller":"traceutil/trace.go:171","msg":"trace[1789146431] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26262; }","duration":"1.73732311s","start":"2026-04-23T01:09:27.623832Z","end":"2026-04-23T01:09:29.361155Z","steps":["trace[1789146431] 'agreement among raft nodes before linearized reading' (duration: 1.737153747s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.361186Z","caller":"traceutil/trace.go:171","msg":"trace[1424199936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26262; }","duration":"3.956775082s","start":"2026-04-23T01:09:25.404398Z","end":"2026-04-23T01:09:29.361173Z","steps":["trace[1424199936] 'agreement among raft nodes before linearized reading' (duration: 3.956644079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228765744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:09:29.361194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597831747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:29.361212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:27.623819Z","time spent":"1.737383382s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.21974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.361156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.774051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:29.361232Z","caller":"traceutil/trace.go:171","msg":"trace[2121831785] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26262; }","duration":"3.5979084s","start":"2026-04-23T01:09:25.763313Z","end":"2026-04-23T01:09:29.361221Z","steps":["trace[2121831785] 'agreement among raft nodes before linearized reading' (duration: 3.597828837s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.361256Z","caller":"traceutil/trace.go:171","msg":"trace[886632399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26262; }","duration":"844.923905ms","start":"2026-04-23T01:09:28.516324Z","end":"2026-04-23T01:09:29.361247Z","steps":["trace[886632399] 'agreement among raft nodes before linearized reading' (duration: 844.787822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195901511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:29.361286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.763296Z","time spent":"3.597978481s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.7072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:09:29.361299Z","caller":"traceutil/trace.go:171","msg":"trace[1995104135] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26262; }","duration":"1.195954341s","start":"2026-04-23T01:09:28.165338Z","end":"2026-04-23T01:09:29.361292Z","steps":["trace[1995104135] 'agreement among raft nodes before linearized reading' (duration: 1.19592187s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.36132Z","caller":"traceutil/trace.go:171","msg":"trace[1679207679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26262; }","duration":"845.74029ms","start":"2026-04-23T01:09:28.515574Z","end":"2026-04-23T01:09:29.361314Z","steps":["trace[1679207679] 'agreement among raft nodes before linearized reading' (duration: 845.690159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742814153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T01:09:29.361323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.165322Z","time spent":"1.195996642s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.51557Z","time spent":"845.764081ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751668288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.361349Z","caller":"traceutil/trace.go:171","msg":"trace[727322563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26262; }","duration":"2.743039969s","start":"2026-04-23T01:09:26.618298Z","end":"2026-04-23T01:09:29.361338Z","steps":["trace[727322563] 'agreement among raft nodes before linearized reading' (duration: 2.742773853s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.361365Z","caller":"traceutil/trace.go:171","msg":"trace[794830498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26262; }","duration":"3.75174544s","start":"2026-04-23T01:09:25.609611Z","end":"2026-04-23T01:09:29.361357Z","steps":["trace[794830498] 'agreement among raft nodes before linearized reading' (duration: 3.751694139s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.36084Z","caller":"traceutil/trace.go:171","msg":"trace[44498870] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a8d71848b5e6d8; range_end:; response_count:1; response_revision:26262; }","duration":"4.956672508s","start":"2026-04-23T01:09:24.404156Z","end":"2026-04-23T01:09:29.360828Z","steps":["trace[44498870] 'agreement among raft nodes before linearized reading' (duration: 4.956567287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.609591Z","time spent":"3.751793422s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:29.361245Z","caller":"traceutil/trace.go:171","msg":"trace[502690174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26262; }","duration":"986.244521ms","start":"2026-04-23T01:09:28.374994Z","end":"2026-04-23T01:09:29.361239Z","steps":["trace[502690174] 'agreement among raft nodes before linearized reading' (duration: 986.205139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:26.618277Z","time spent":"2.743100019s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.374901Z","time spent":"986.520286ms","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819241852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d71847de0078\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-23T01:09:29.361458Z","caller":"traceutil/trace.go:171","msg":"trace[1074214077] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d71847de0078; range_end:; response_count:1; response_revision:26262; }","duration":"1.819299483s","start":"2026-04-23T01:09:27.542146Z","end":"2026-04-23T01:09:29.361445Z","steps":["trace[1074214077] 'agreement among raft nodes before linearized reading' (duration: 1.818901604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:27.542132Z","time spent":"1.819348163s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d71847de0078\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.516318Z","time spent":"844.963546ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069739225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.361551Z","caller":"traceutil/trace.go:171","msg":"trace[1728936998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26262; }","duration":"4.069804935s","start":"2026-04-23T01:09:25.29174Z","end":"2026-04-23T01:09:29.361545Z","steps":["trace[1728936998] 'agreement among raft nodes before linearized reading' (duration: 4.069765325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.36157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.29172Z","time spent":"4.069845127s","remote":"127.0.0.1:50564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:29.361222Z","caller":"traceutil/trace.go:171","msg":"trace[994335308] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26262; }","duration":"3.22913411s","start":"2026-04-23T01:09:26.132077Z","end":"2026-04-23T01:09:29.361212Z","steps":["trace[994335308] 'agreement among raft nodes before linearized reading' (duration: 3.228695032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094858287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.361607Z","caller":"traceutil/trace.go:171","msg":"trace[1827363365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26262; }","duration":"4.094953348s","start":"2026-04-23T01:09:25.266644Z","end":"2026-04-23T01:09:29.361597Z","steps":["trace[1827363365] 'agreement among raft nodes before linearized reading' (duration: 4.094904908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.266625Z","time spent":"4.094995739s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.361204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.963415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:09:29.361661Z","caller":"traceutil/trace.go:171","msg":"trace[737381259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26262; }","duration":"845.448385ms","start":"2026-04-23T01:09:28.516204Z","end":"2026-04-23T01:09:29.361653Z","steps":["trace[737381259] 'agreement among raft nodes before linearized reading' (duration: 844.966226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.516183Z","time spent":"845.496166ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.404379Z","time spent":"3.956832773s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:26.132001Z","time spent":"3.229678771s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.404139Z","time spent":"4.9572602s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a8d71848b5e6d8\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.351673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T01:09:29.361803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379993603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:29.36184Z","caller":"traceutil/trace.go:171","msg":"trace[1250399617] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26262; }","duration":"845.941384ms","start":"2026-04-23T01:09:28.515887Z","end":"2026-04-23T01:09:29.361829Z","steps":["trace[1250399617] 'agreement among raft nodes before linearized reading' (duration: 845.329963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:29.361846Z","caller":"traceutil/trace.go:171","msg":"trace[1366441671] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26262; }","duration":"4.380069705s","start":"2026-04-23T01:09:24.981765Z","end":"2026-04-23T01:09:29.361834Z","steps":["trace[1366441671] 'agreement among raft nodes before linearized reading' (duration: 4.37822489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.361869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:28.515884Z","time spent":"845.976204ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:29.361877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:24.981747Z","time spent":"4.380120235s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.362166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105149899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:29.362212Z","caller":"traceutil/trace.go:171","msg":"trace[66083348] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26262; }","duration":"4.105236701s","start":"2026-04-23T01:09:25.256965Z","end":"2026-04-23T01:09:29.362201Z","steps":["trace[66083348] 'agreement among raft nodes before linearized reading' (duration: 4.10301548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:29.362428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:25.256945Z","time spent":"4.105471945s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:29.86455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:31.632485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426218107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:31.632626Z","caller":"traceutil/trace.go:171","msg":"trace[1606875041] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"2.26894128s","start":"2026-04-23T01:09:29.363657Z","end":"2026-04-23T01:09:31.632598Z","steps":["trace[1606875041] 'process raft request' (duration: 842.513139ms)","trace[1606875041] 'compare' (duration: 1.425723247s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:31.632807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.363635Z","time spent":"2.269089873s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:31.816118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:31.816205Z","caller":"traceutil/trace.go:171","msg":"trace[2127128847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233962s","start":"2026-04-23T01:09:29.815946Z","end":"2026-04-23T01:09:31.81618Z","steps":["trace[2127128847] 'agreement among raft nodes before linearized reading' (duration: 2.0001383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.8163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.815923Z","time spent":"2.000360874s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:32.170945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.964707843s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:32.192886Z","caller":"traceutil/trace.go:171","msg":"trace[884513424] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"2.829059375s","start":"2026-04-23T01:09:29.36376Z","end":"2026-04-23T01:09:32.192819Z","steps":["trace[884513424] 'process raft request' (duration: 2.807371427s)","trace[884513424] 'compare' (duration: 21.26893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:32.193314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.363719Z","time spent":"2.829503872s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.193052Z","caller":"traceutil/trace.go:171","msg":"trace[1877607547] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"2.827360372s","start":"2026-04-23T01:09:29.365674Z","end":"2026-04-23T01:09:32.193035Z","steps":["trace[1877607547] 'process raft request' (duration: 2.827243169s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.193676Z","caller":"traceutil/trace.go:171","msg":"trace[1413708471] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"2.827915931s","start":"2026-04-23T01:09:29.365726Z","end":"2026-04-23T01:09:32.193642Z","steps":["trace[1413708471] 'process raft request' (duration: 2.82727076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.193732Z","caller":"traceutil/trace.go:171","msg":"trace[126941771] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"2.827734419s","start":"2026-04-23T01:09:29.365951Z","end":"2026-04-23T01:09:32.193685Z","steps":["trace[126941771] 'process raft request' (duration: 2.82726149s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.193818Z","caller":"traceutil/trace.go:171","msg":"trace[203422822] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"2.826678169s","start":"2026-04-23T01:09:29.367132Z","end":"2026-04-23T01:09:32.19381Z","steps":["trace[203422822] 'process raft request' (duration: 2.826624909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.193804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.365665Z","time spent":"2.828050865s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.193819Z","caller":"traceutil/trace.go:171","msg":"trace[1122248695] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"2.82777003s","start":"2026-04-23T01:09:29.366012Z","end":"2026-04-23T01:09:32.193782Z","steps":["trace[1122248695] 'process raft request' (duration: 2.827603586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.193859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.367122Z","time spent":"2.82671771s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.193852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.36594Z","time spent":"2.827839321s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.193091Z","caller":"traceutil/trace.go:171","msg":"trace[601318663] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"2.827521704s","start":"2026-04-23T01:09:29.365566Z","end":"2026-04-23T01:09:32.193087Z","steps":["trace[601318663] 'process raft request' (duration: 2.827148968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.193941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.366007Z","time spent":"2.827875862s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.193983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.365554Z","time spent":"2.828400971s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.194078Z","caller":"traceutil/trace.go:171","msg":"trace[403372236] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"2.826840402s","start":"2026-04-23T01:09:29.367221Z","end":"2026-04-23T01:09:32.194061Z","steps":["trace[403372236] 'process raft request' (duration: 2.826556077s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.194143Z","caller":"traceutil/trace.go:171","msg":"trace[463972443] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27119; }","duration":"2.830409479s","start":"2026-04-23T01:09:29.363727Z","end":"2026-04-23T01:09:32.194136Z","steps":["trace[463972443] 'read index received' (duration: 842.456949ms)","trace[463972443] 'applied index is now lower than readState.Index' (duration: 1.98795203s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:32.194151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.367211Z","time spent":"2.826904043s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.194183Z","caller":"traceutil/trace.go:171","msg":"trace[1264798561] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"2.822363068s","start":"2026-04-23T01:09:29.371815Z","end":"2026-04-23T01:09:32.194178Z","steps":["trace[1264798561] 'process raft request' (duration: 2.822289367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.19421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.371802Z","time spent":"2.822391858s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.194221Z","caller":"traceutil/trace.go:171","msg":"trace[492313150] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"2.826936944s","start":"2026-04-23T01:09:29.367251Z","end":"2026-04-23T01:09:32.194188Z","steps":["trace[492313150] 'process raft request' (duration: 2.826819622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.194264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.36572Z","time spent":"2.828398011s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.19429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.36723Z","time spent":"2.827021555s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.194331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830600313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:09:32.194372Z","caller":"traceutil/trace.go:171","msg":"trace[392447491] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26273; }","duration":"2.830666664s","start":"2026-04-23T01:09:29.363696Z","end":"2026-04-23T01:09:32.194363Z","steps":["trace[392447491] 'agreement among raft nodes before linearized reading' (duration: 2.830534212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.194405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.36368Z","time spent":"2.830718855s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-23T01:09:32.194484Z","caller":"traceutil/trace.go:171","msg":"trace[1153599586] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.881175034s","start":"2026-04-23T01:09:30.313295Z","end":"2026-04-23T01:09:32.19447Z","steps":["trace[1153599586] 'process raft request' (duration: 1.880997971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.194542Z","caller":"traceutil/trace.go:171","msg":"trace[534940325] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"1.880605793s","start":"2026-04-23T01:09:30.31392Z","end":"2026-04-23T01:09:32.194526Z","steps":["trace[534940325] 'process raft request' (duration: 1.880488201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.194545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.313276Z","time spent":"1.881240126s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.194643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.3139Z","time spent":"1.880670514s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.194641Z","caller":"traceutil/trace.go:171","msg":"trace[1084089487] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"1.88046461s","start":"2026-04-23T01:09:30.314171Z","end":"2026-04-23T01:09:32.194636Z","steps":["trace[1084089487] 'process raft request' (duration: 1.880296967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.194789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.314162Z","time spent":"1.880592733s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.19487Z","caller":"traceutil/trace.go:171","msg":"trace[752336236] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"1.880504691s","start":"2026-04-23T01:09:30.314356Z","end":"2026-04-23T01:09:32.194861Z","steps":["trace[752336236] 'process raft request' (duration: 1.880163265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.194922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.314323Z","time spent":"1.880573363s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.195126Z","caller":"traceutil/trace.go:171","msg":"trace[435937197] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"1.880754687s","start":"2026-04-23T01:09:30.314361Z","end":"2026-04-23T01:09:32.195115Z","steps":["trace[435937197] 'process raft request' (duration: 1.880272327s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.195189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.314332Z","time spent":"1.880825688s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:32.19524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829652845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:32.195358Z","caller":"traceutil/trace.go:171","msg":"trace[2039443916] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"1.693090901s","start":"2026-04-23T01:09:30.502258Z","end":"2026-04-23T01:09:32.195348Z","steps":["trace[2039443916] 'process raft request' (duration: 1.692564711s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.195375Z","caller":"traceutil/trace.go:171","msg":"trace[967541327] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26281; }","duration":"2.829802617s","start":"2026-04-23T01:09:29.365555Z","end":"2026-04-23T01:09:32.195357Z","steps":["trace[967541327] 'agreement among raft nodes before linearized reading' (duration: 2.829615874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.195403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.502241Z","time spent":"1.693137982s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:32.195459Z","caller":"traceutil/trace.go:171","msg":"trace[62095963] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"559.211867ms","start":"2026-04-23T01:09:31.636242Z","end":"2026-04-23T01:09:32.195453Z","steps":["trace[62095963] 'process raft request' (duration: 558.810119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.19547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.365547Z","time spent":"2.829875659s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:09:32.195498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:31.636224Z","time spent":"559.258059ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:09:32.195563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824549769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:32.195692Z","caller":"traceutil/trace.go:171","msg":"trace[458342159] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26281; }","duration":"2.824823655s","start":"2026-04-23T01:09:29.370845Z","end":"2026-04-23T01:09:32.195668Z","steps":["trace[458342159] 'agreement among raft nodes before linearized reading' (duration: 2.824417268s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.195793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.370837Z","time spent":"2.824939237s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:32.196194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824119032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-04-23T01:09:32.196379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82889031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:09:32.196432Z","caller":"traceutil/trace.go:171","msg":"trace[169473093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e; range_end:; response_count:1; response_revision:26281; }","duration":"2.828945072s","start":"2026-04-23T01:09:29.36747Z","end":"2026-04-23T01:09:32.196415Z","steps":["trace[169473093] 'agreement among raft nodes before linearized reading' (duration: 2.82884859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.196475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.367463Z","time spent":"2.829004543s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8442512f-f8ff-40bd-8d99-f183f739748e\" "} {"level":"info","ts":"2026-04-23T01:09:32.196343Z","caller":"traceutil/trace.go:171","msg":"trace[1793298840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26281; }","duration":"1.824309436s","start":"2026-04-23T01:09:30.372019Z","end":"2026-04-23T01:09:32.196329Z","steps":["trace[1793298840] 'agreement among raft nodes before linearized reading' (duration: 1.824038341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.195285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692000001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:32.196272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830639533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"warn","ts":"2026-04-23T01:09:32.196636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409155465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:32.196677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.371993Z","time spent":"1.824672284s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"info","ts":"2026-04-23T01:09:32.196715Z","caller":"traceutil/trace.go:171","msg":"trace[768004724] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26281; }","duration":"2.409280267s","start":"2026-04-23T01:09:29.787418Z","end":"2026-04-23T01:09:32.196698Z","steps":["trace[768004724] 'agreement among raft nodes before linearized reading' (duration: 2.409124374s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.196743Z","caller":"traceutil/trace.go:171","msg":"trace[601835238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26281; }","duration":"1.693469148s","start":"2026-04-23T01:09:30.503256Z","end":"2026-04-23T01:09:32.196725Z","steps":["trace[601835238] 'agreement among raft nodes before linearized reading' (duration: 1.691996331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.196769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.787403Z","time spent":"2.409355768s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:32.196811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.50325Z","time spent":"1.693541069s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:32.19688Z","caller":"traceutil/trace.go:171","msg":"trace[1115015461] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26281; }","duration":"2.831073572s","start":"2026-04-23T01:09:29.365593Z","end":"2026-04-23T01:09:32.196666Z","steps":["trace[1115015461] 'agreement among raft nodes before linearized reading' (duration: 2.830513081s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.195322Z","caller":"traceutil/trace.go:171","msg":"trace[960804325] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.757122494s","start":"2026-04-23T01:09:30.438187Z","end":"2026-04-23T01:09:32.19531Z","steps":["trace[960804325] 'process raft request' (duration: 1.756568333s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.196601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.765916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:32.197036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.365586Z","time spent":"2.831439749s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9623,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-23T01:09:32.19705Z","caller":"traceutil/trace.go:171","msg":"trace[699918028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26281; }","duration":"380.253055ms","start":"2026-04-23T01:09:31.816788Z","end":"2026-04-23T01:09:32.197041Z","steps":["trace[699918028] 'agreement among raft nodes before linearized reading' (duration: 379.757116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:32.197104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:31.816776Z","time spent":"380.319226ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:32.197187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.43817Z","time spent":"1.758946437s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:33.730047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.137386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:33.730121Z","caller":"traceutil/trace.go:171","msg":"trace[1395879777] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26298; }","duration":"898.264987ms","start":"2026-04-23T01:09:32.831844Z","end":"2026-04-23T01:09:33.730109Z","steps":["trace[1395879777] 'count revisions from in-memory index tree' (duration: 898.072084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:33.730238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:32.831826Z","time spent":"898.40081ms","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:33.73038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.81056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:33.730453Z","caller":"traceutil/trace.go:171","msg":"trace[655868509] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26298; }","duration":"838.934722ms","start":"2026-04-23T01:09:32.891501Z","end":"2026-04-23T01:09:33.730436Z","steps":["trace[655868509] 'count revisions from in-memory index tree' (duration: 838.701878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:33.730494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:32.891484Z","time spent":"839.000204ms","remote":"127.0.0.1:60884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:33.731004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.178161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-23T01:09:33.731031Z","caller":"traceutil/trace.go:171","msg":"trace[1216768734] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26298; }","duration":"529.273885ms","start":"2026-04-23T01:09:33.201748Z","end":"2026-04-23T01:09:33.731021Z","steps":["trace[1216768734] 'range keys from in-memory index tree' (duration: 529.019589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:33.731055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:33.201719Z","time spent":"529.326286ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"info","ts":"2026-04-23T01:09:34.087592Z","caller":"traceutil/trace.go:171","msg":"trace[1954958844] linearizableReadLoop","detail":"{readStateIndex:27157; appliedIndex:27156; }","duration":"271.328808ms","start":"2026-04-23T01:09:33.816236Z","end":"2026-04-23T01:09:34.087565Z","steps":["trace[1954958844] 'read index received' (duration: 271.096184ms)","trace[1954958844] 'applied index is now lower than readState.Index' (duration: 231.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:34.087735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.4747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:34.087767Z","caller":"traceutil/trace.go:171","msg":"trace[1258642311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26299; }","duration":"271.544541ms","start":"2026-04-23T01:09:33.816213Z","end":"2026-04-23T01:09:34.087757Z","steps":["trace[1258642311] 'agreement among raft nodes before linearized reading' (duration: 271.45029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:34.087912Z","caller":"traceutil/trace.go:171","msg":"trace[418240256] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"773.31533ms","start":"2026-04-23T01:09:33.314569Z","end":"2026-04-23T01:09:34.087884Z","steps":["trace[418240256] 'process raft request' (duration: 772.815151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.088051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:33.314539Z","time spent":"773.439571ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:34.788903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.176768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:34.788985Z","caller":"traceutil/trace.go:171","msg":"trace[935041956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26299; }","duration":"590.28777ms","start":"2026-04-23T01:09:34.198679Z","end":"2026-04-23T01:09:34.788966Z","steps":["trace[935041956] 'range keys from in-memory index tree' (duration: 590.042115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.198648Z","time spent":"590.371203ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:34.789029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.708609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:34.789113Z","caller":"traceutil/trace.go:171","msg":"trace[289453138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26299; }","duration":"590.827751ms","start":"2026-04-23T01:09:34.198263Z","end":"2026-04-23T01:09:34.789091Z","steps":["trace[289453138] 'range keys from in-memory index tree' (duration: 590.497505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.193078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:09:34.789156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.198253Z","time spent":"590.894192ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:09:34.789183Z","caller":"traceutil/trace.go:171","msg":"trace[170129646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26299; }","duration":"590.295331ms","start":"2026-04-23T01:09:34.198868Z","end":"2026-04-23T01:09:34.789163Z","steps":["trace[170129646] 'range keys from in-memory index tree' (duration: 590.026305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.19886Z","time spent":"590.353392ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:34.78937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.866447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-23T01:09:34.789402Z","caller":"traceutil/trace.go:171","msg":"trace[199292489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26299; }","duration":"626.934678ms","start":"2026-04-23T01:09:34.162455Z","end":"2026-04-23T01:09:34.789389Z","steps":["trace[199292489] 'range keys from in-memory index tree' (duration: 626.750484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.162431Z","time spent":"627.00178ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"warn","ts":"2026-04-23T01:09:34.78944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.158216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:09:34.789455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.80721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:34.789479Z","caller":"traceutil/trace.go:171","msg":"trace[612983469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26299; }","duration":"591.235188ms","start":"2026-04-23T01:09:34.198231Z","end":"2026-04-23T01:09:34.789467Z","steps":["trace[612983469] 'range keys from in-memory index tree' (duration: 590.996574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.19821Z","time spent":"591.294249ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:34.789503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.116066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:09:34.789516Z","caller":"traceutil/trace.go:171","msg":"trace[985158625] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26299; }","duration":"590.891532ms","start":"2026-04-23T01:09:34.198608Z","end":"2026-04-23T01:09:34.7895Z","steps":["trace[985158625] 'range keys from in-memory index tree' (duration: 590.664067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.198603Z","time spent":"590.945604ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:34.789559Z","caller":"traceutil/trace.go:171","msg":"trace[703483860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26299; }","duration":"591.181639ms","start":"2026-04-23T01:09:34.19836Z","end":"2026-04-23T01:09:34.789542Z","steps":["trace[703483860] 'range keys from in-memory index tree' (duration: 590.987894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.936562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:09:34.789612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.198353Z","time spent":"591.24734ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:34.789644Z","caller":"traceutil/trace.go:171","msg":"trace[1462811188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26299; }","duration":"591.206189ms","start":"2026-04-23T01:09:34.198426Z","end":"2026-04-23T01:09:34.789632Z","steps":["trace[1462811188] 'range keys from in-memory index tree' (duration: 590.80245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.789676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.19842Z","time spent":"591.24664ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:09:34.789906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.736728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:34.789978Z","caller":"traceutil/trace.go:171","msg":"trace[669824646] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"589.7153ms","start":"2026-04-23T01:09:34.200245Z","end":"2026-04-23T01:09:34.78996Z","steps":["trace[669824646] 'process raft request' (duration: 228.86195ms)","trace[669824646] 'compare' (duration: 360.445063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:34.790057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.200225Z","time spent":"589.796031ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:34.884399Z","caller":"traceutil/trace.go:171","msg":"trace[1275731886] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"683.93014ms","start":"2026-04-23T01:09:34.200434Z","end":"2026-04-23T01:09:34.884364Z","steps":["trace[1275731886] 'process raft request' (duration: 683.703285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.884609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.200425Z","time spent":"684.077392ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:34.884734Z","caller":"traceutil/trace.go:171","msg":"trace[2022312682] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"684.142144ms","start":"2026-04-23T01:09:34.200571Z","end":"2026-04-23T01:09:34.884714Z","steps":["trace[2022312682] 'process raft request' (duration: 683.733356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.88485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.20054Z","time spent":"684.250066ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:34.885236Z","caller":"traceutil/trace.go:171","msg":"trace[1452394872] linearizableReadLoop","detail":"{readStateIndex:27162; appliedIndex:27157; }","duration":"516.23466ms","start":"2026-04-23T01:09:34.368985Z","end":"2026-04-23T01:09:34.88522Z","steps":["trace[1452394872] 'read index received' (duration: 60.13411ms)","trace[1452394872] 'applied index is now lower than readState.Index' (duration: 456.09933ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:34.88531Z","caller":"traceutil/trace.go:171","msg":"trace[1350167397] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"682.957302ms","start":"2026-04-23T01:09:34.202341Z","end":"2026-04-23T01:09:34.885298Z","steps":["trace[1350167397] 'process raft request' (duration: 682.30156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.885355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.202327Z","time spent":"683.001393ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:34.885349Z","caller":"traceutil/trace.go:171","msg":"trace[60628608] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"682.751578ms","start":"2026-04-23T01:09:34.202584Z","end":"2026-04-23T01:09:34.885335Z","steps":["trace[60628608] 'process raft request' (duration: 682.554394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.885463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.202574Z","time spent":"682.86833ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:34.885514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.528375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:09:34.885583Z","caller":"traceutil/trace.go:171","msg":"trace[276266294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26304; }","duration":"516.637077ms","start":"2026-04-23T01:09:34.368926Z","end":"2026-04-23T01:09:34.885563Z","steps":["trace[276266294] 'agreement among raft nodes before linearized reading' (duration: 516.448604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:34.885657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.368906Z","time spent":"516.737299ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:35.386248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:09:35.545636Z","caller":"traceutil/trace.go:171","msg":"trace[1640214595] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"751.113883ms","start":"2026-04-23T01:09:34.794502Z","end":"2026-04-23T01:09:35.545616Z","steps":["trace[1640214595] 'process raft request' (duration: 750.97465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.54577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.794477Z","time spent":"751.218665ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:35.545788Z","caller":"traceutil/trace.go:171","msg":"trace[942919607] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"751.229415ms","start":"2026-04-23T01:09:34.794548Z","end":"2026-04-23T01:09:35.545778Z","steps":["trace[942919607] 'process raft request' (duration: 750.97333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.545866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.79453Z","time spent":"751.290326ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:35.545627Z","caller":"traceutil/trace.go:171","msg":"trace[1637505701] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"751.432389ms","start":"2026-04-23T01:09:34.794168Z","end":"2026-04-23T01:09:35.545601Z","steps":["trace[1637505701] 'process raft request' (duration: 751.168463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.545924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.794142Z","time spent":"751.756064ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:35.546144Z","caller":"traceutil/trace.go:171","msg":"trace[328511759] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27162; }","duration":"660.839787ms","start":"2026-04-23T01:09:34.885294Z","end":"2026-04-23T01:09:35.546134Z","steps":["trace[328511759] 'read index received' (duration: 659.98734ms)","trace[328511759] 'applied index is now lower than readState.Index' (duration: 851.657µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:35.546218Z","caller":"traceutil/trace.go:171","msg":"trace[1907496731] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"751.235915ms","start":"2026-04-23T01:09:34.794973Z","end":"2026-04-23T01:09:35.546209Z","steps":["trace[1907496731] 'process raft request' (duration: 750.586032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.794957Z","time spent":"751.285356ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:35.546409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.952036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-23T01:09:35.546465Z","caller":"traceutil/trace.go:171","msg":"trace[25860415] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26311; }","duration":"811.050428ms","start":"2026-04-23T01:09:34.7354Z","end":"2026-04-23T01:09:35.546451Z","steps":["trace[25860415] 'agreement among raft nodes before linearized reading' (duration: 810.860165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.735384Z","time spent":"811.109189ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"info","ts":"2026-04-23T01:09:35.546554Z","caller":"traceutil/trace.go:171","msg":"trace[1229754628] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"751.440409ms","start":"2026-04-23T01:09:34.795096Z","end":"2026-04-23T01:09:35.546537Z","steps":["trace[1229754628] 'process raft request' (duration: 750.96803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.795088Z","time spent":"751.50703ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:35.546713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.197299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:35.546737Z","caller":"traceutil/trace.go:171","msg":"trace[341563514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26311; }","duration":"730.248359ms","start":"2026-04-23T01:09:34.816482Z","end":"2026-04-23T01:09:35.54673Z","steps":["trace[341563514] 'agreement among raft nodes before linearized reading' (duration: 730.209309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.280137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:35.546759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.81647Z","time spent":"730.283261ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:09:35.546778Z","caller":"traceutil/trace.go:171","msg":"trace[1730799165] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"751.765505ms","start":"2026-04-23T01:09:34.795006Z","end":"2026-04-23T01:09:35.546772Z","steps":["trace[1730799165] 'process raft request' (duration: 751.012392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.546773Z","caller":"traceutil/trace.go:171","msg":"trace[424195237] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26311; }","duration":"890.321018ms","start":"2026-04-23T01:09:34.656441Z","end":"2026-04-23T01:09:35.546762Z","steps":["trace[424195237] 'agreement among raft nodes before linearized reading' (duration: 890.181535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.794992Z","time spent":"751.798165ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:35.546643Z","caller":"traceutil/trace.go:171","msg":"trace[1570746991] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"751.470129ms","start":"2026-04-23T01:09:34.795165Z","end":"2026-04-23T01:09:35.546635Z","steps":["trace[1570746991] 'process raft request' (duration: 750.930689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.795156Z","time spent":"751.715553ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:35.5469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.922531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:35.546925Z","caller":"traceutil/trace.go:171","msg":"trace[1114773593] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26311; }","duration":"524.995104ms","start":"2026-04-23T01:09:35.021922Z","end":"2026-04-23T01:09:35.546918Z","steps":["trace[1114773593] 'agreement among raft nodes before linearized reading' (duration: 524.958673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.546805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.656397Z","time spent":"890.40009ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:35.546961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:35.021894Z","time spent":"525.057655ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:35.546852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.871311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:35.547063Z","caller":"traceutil/trace.go:171","msg":"trace[1012707079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26311; }","duration":"954.082476ms","start":"2026-04-23T01:09:34.592973Z","end":"2026-04-23T01:09:35.547056Z","steps":["trace[1012707079] 'agreement among raft nodes before linearized reading' (duration: 953.849651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.547089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:34.59291Z","time spent":"954.171378ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:35.547261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.263511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-23T01:09:35.547298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.372744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:35.547303Z","caller":"traceutil/trace.go:171","msg":"trace[785116315] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26311; }","duration":"144.341053ms","start":"2026-04-23T01:09:35.402952Z","end":"2026-04-23T01:09:35.547293Z","steps":["trace[785116315] 'agreement among raft nodes before linearized reading' (duration: 144.21621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.547317Z","caller":"traceutil/trace.go:171","msg":"trace[594687781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26311; }","duration":"201.445765ms","start":"2026-04-23T01:09:35.345866Z","end":"2026-04-23T01:09:35.547312Z","steps":["trace[594687781] 'agreement among raft nodes before linearized reading' (duration: 201.408124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:36.90363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.678442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:36.903703Z","caller":"traceutil/trace.go:171","msg":"trace[1102465808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26311; }","duration":"636.800023ms","start":"2026-04-23T01:09:36.266883Z","end":"2026-04-23T01:09:36.903683Z","steps":["trace[1102465808] 'count revisions from in-memory index tree' (duration: 636.60519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:36.903743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.266869Z","time spent":"636.866245ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:36.904027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.922002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:36.904111Z","caller":"traceutil/trace.go:171","msg":"trace[1083565086] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26311; }","duration":"922.053165ms","start":"2026-04-23T01:09:35.982038Z","end":"2026-04-23T01:09:36.904091Z","steps":["trace[1083565086] 'count revisions from in-memory index tree' (duration: 921.84689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:36.904158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:35.982022Z","time spent":"922.123746ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:37.358802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.462619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T01:09:37.359198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.985876ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.359293Z","caller":"traceutil/trace.go:171","msg":"trace[1743571896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26311; }","duration":"333.089388ms","start":"2026-04-23T01:09:37.026188Z","end":"2026-04-23T01:09:37.359278Z","steps":["trace[1743571896] 'range keys from in-memory index tree' (duration: 332.974636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:37.359377Z","caller":"traceutil/trace.go:171","msg":"trace[678764436] linearizableReadLoop","detail":"{readStateIndex:27170; appliedIndex:27169; }","duration":"806.475052ms","start":"2026-04-23T01:09:36.552882Z","end":"2026-04-23T01:09:37.359357Z","steps":["trace[678764436] 'read index received' (duration: 351.391522ms)","trace[678764436] 'applied index is now lower than readState.Index' (duration: 455.08184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:37.359647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.754008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-23T01:09:37.359725Z","caller":"traceutil/trace.go:171","msg":"trace[244699384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737; range_end:; response_count:1; response_revision:26311; }","duration":"806.89359ms","start":"2026-04-23T01:09:36.552814Z","end":"2026-04-23T01:09:37.359707Z","steps":["trace[244699384] 'agreement among raft nodes before linearized reading' (duration: 806.637795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.359769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.552794Z","time spent":"806.965882ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4983af1e-5fd2-4a92-9a36-d8a8dc19a737\" "} {"level":"info","ts":"2026-04-23T01:09:37.56042Z","caller":"traceutil/trace.go:171","msg":"trace[699467682] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"691.081605ms","start":"2026-04-23T01:09:36.869316Z","end":"2026-04-23T01:09:37.560397Z","steps":["trace[699467682] 'process raft request' (duration: 690.994722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:37.560439Z","caller":"traceutil/trace.go:171","msg":"trace[474578472] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"765.302589ms","start":"2026-04-23T01:09:36.795104Z","end":"2026-04-23T01:09:37.560406Z","steps":["trace[474578472] 'process raft request' (duration: 765.017393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.560564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.869293Z","time spent":"691.187636ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:37.560592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.795076Z","time spent":"765.434181ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:37.560631Z","caller":"traceutil/trace.go:171","msg":"trace[1153500427] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"670.193903ms","start":"2026-04-23T01:09:36.890418Z","end":"2026-04-23T01:09:37.560612Z","steps":["trace[1153500427] 'process raft request' (duration: 670.097441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.560725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.890398Z","time spent":"670.277754ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:37.560625Z","caller":"traceutil/trace.go:171","msg":"trace[647769541] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"670.565ms","start":"2026-04-23T01:09:36.890036Z","end":"2026-04-23T01:09:37.560601Z","steps":["trace[647769541] 'process raft request' (duration: 670.329194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.56082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.890024Z","time spent":"670.781473ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:37.561223Z","caller":"traceutil/trace.go:171","msg":"trace[1192759011] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"670.259884ms","start":"2026-04-23T01:09:36.890952Z","end":"2026-04-23T01:09:37.561212Z","steps":["trace[1192759011] 'process raft request' (duration: 669.642613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.561293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.890932Z","time spent":"670.326005ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:37.561398Z","caller":"traceutil/trace.go:171","msg":"trace[1262503910] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27170; }","duration":"201.971645ms","start":"2026-04-23T01:09:37.359416Z","end":"2026-04-23T01:09:37.561388Z","steps":["trace[1262503910] 'read index received' (duration: 200.688301ms)","trace[1262503910] 'applied index is now lower than readState.Index' (duration: 1.282134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:37.561726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.123767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:09:37.561811Z","caller":"traceutil/trace.go:171","msg":"trace[1857571882] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26317; }","duration":"475.215909ms","start":"2026-04-23T01:09:37.086581Z","end":"2026-04-23T01:09:37.561797Z","steps":["trace[1857571882] 'agreement among raft nodes before linearized reading' (duration: 474.990974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.56184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.359654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:09:37.561879Z","caller":"traceutil/trace.go:171","msg":"trace[253853726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26317; }","duration":"333.424206ms","start":"2026-04-23T01:09:37.228446Z","end":"2026-04-23T01:09:37.56187Z","steps":["trace[253853726] 'agreement among raft nodes before linearized reading' (duration: 333.302392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.561898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.770688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.561943Z","caller":"traceutil/trace.go:171","msg":"trace[578767742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26317; }","duration":"476.8602ms","start":"2026-04-23T01:09:37.085073Z","end":"2026-04-23T01:09:37.561934Z","steps":["trace[578767742] 'agreement among raft nodes before linearized reading' (duration: 476.798079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.561964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.085049Z","time spent":"476.910591ms","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:37.561956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.228436Z","time spent":"333.513327ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:09:37.561951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.086528Z","time spent":"475.327411ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:37.56205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.340113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.562068Z","caller":"traceutil/trace.go:171","msg":"trace[1361715020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26317; }","duration":"746.395513ms","start":"2026-04-23T01:09:36.815668Z","end":"2026-04-23T01:09:37.562063Z","steps":["trace[1361715020] 'agreement among raft nodes before linearized reading' (duration: 746.370833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.56208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.815654Z","time spent":"746.422994ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:09:37.562144Z","caller":"traceutil/trace.go:171","msg":"trace[211842529] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"670.895055ms","start":"2026-04-23T01:09:36.891239Z","end":"2026-04-23T01:09:37.562134Z","steps":["trace[211842529] 'process raft request' (duration: 669.926517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.562208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:36.8912Z","time spent":"670.978147ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:37.562358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.171286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.564079Z","caller":"traceutil/trace.go:171","msg":"trace[682642450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26317; }","duration":"378.93246ms","start":"2026-04-23T01:09:37.185132Z","end":"2026-04-23T01:09:37.564065Z","steps":["trace[682642450] 'agreement among raft nodes before linearized reading' (duration: 377.193598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.56427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.185106Z","time spent":"379.150934ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:37.562752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.676521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:37.564773Z","caller":"traceutil/trace.go:171","msg":"trace[375051021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26317; }","duration":"441.742921ms","start":"2026-04-23T01:09:37.12302Z","end":"2026-04-23T01:09:37.564763Z","steps":["trace[375051021] 'agreement among raft nodes before linearized reading' (duration: 439.690272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.564839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.123001Z","time spent":"441.810632ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:37.56303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.712527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:09:37.56637Z","caller":"traceutil/trace.go:171","msg":"trace[903989709] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26317; }","duration":"216.160931ms","start":"2026-04-23T01:09:37.350195Z","end":"2026-04-23T01:09:37.566356Z","steps":["trace[903989709] 'agreement among raft nodes before linearized reading' (duration: 212.159686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:40.921533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:41.422588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:41.459787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178287089s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:41.460242Z","caller":"traceutil/trace.go:171","msg":"trace[1236889377] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27208; }","duration":"1.039484971s","start":"2026-04-23T01:09:40.420733Z","end":"2026-04-23T01:09:41.460218Z","steps":["trace[1236889377] 'read index received' (duration: 1.039246306s)","trace[1236889377] 'applied index is now lower than readState.Index' (duration: 237.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:41.460321Z","caller":"traceutil/trace.go:171","msg":"trace[1569688486] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"1.178943581s","start":"2026-04-23T01:09:40.281333Z","end":"2026-04-23T01:09:41.460277Z","steps":["trace[1569688486] 'process raft request' (duration: 1.178726667s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:41.46049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:40.281302Z","time spent":"1.179103434s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9170,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:41.460506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039743076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:41.460592Z","caller":"traceutil/trace.go:171","msg":"trace[1276760865] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26349; }","duration":"1.039897079s","start":"2026-04-23T01:09:40.420674Z","end":"2026-04-23T01:09:41.460571Z","steps":["trace[1276760865] 'agreement among raft nodes before linearized reading' (duration: 1.039711416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:41.460644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:40.420653Z","time spent":"1.03998046s","remote":"127.0.0.1:35684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:41.460985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.838968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:41.461039Z","caller":"traceutil/trace.go:171","msg":"trace[343018724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26349; }","duration":"643.441749ms","start":"2026-04-23T01:09:40.817584Z","end":"2026-04-23T01:09:41.461026Z","steps":["trace[343018724] 'agreement among raft nodes before linearized reading' (duration: 642.812478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:41.461115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:40.817562Z","time spent":"643.54161ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:41.461006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.137965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:09:41.461261Z","caller":"traceutil/trace.go:171","msg":"trace[912855961] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26349; }","duration":"403.417191ms","start":"2026-04-23T01:09:41.05781Z","end":"2026-04-23T01:09:41.461227Z","steps":["trace[912855961] 'agreement among raft nodes before linearized reading' (duration: 402.780668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:41.46136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.057712Z","time spent":"403.633415ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:09:41.99266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:42.493447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:42.869356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403466689s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:09:42.869734Z","caller":"traceutil/trace.go:171","msg":"trace[552753403] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"1.403929518s","start":"2026-04-23T01:09:41.465776Z","end":"2026-04-23T01:09:42.869705Z","steps":["trace[552753403] 'process raft request' (duration: 1.403747934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.869894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.465759Z","time spent":"1.40406946s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:09:43.763448Z","caller":"traceutil/trace.go:171","msg":"trace[1052586403] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"2.190859403s","start":"2026-04-23T01:09:41.572557Z","end":"2026-04-23T01:09:43.763416Z","steps":["trace[1052586403] 'process raft request' (duration: 2.190623059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.763622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.572538Z","time spent":"2.190997675s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.763937Z","caller":"traceutil/trace.go:171","msg":"trace[1610532720] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"2.189544278s","start":"2026-04-23T01:09:41.57438Z","end":"2026-04-23T01:09:43.763924Z","steps":["trace[1610532720] 'process raft request' (duration: 2.189334374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.764006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.574367Z","time spent":"2.189607779s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.764006Z","caller":"traceutil/trace.go:171","msg":"trace[274842625] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"2.190552296s","start":"2026-04-23T01:09:41.573417Z","end":"2026-04-23T01:09:43.763969Z","steps":["trace[274842625] 'process raft request' (duration: 2.189922535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.764178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.573408Z","time spent":"2.190685119s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.764166Z","caller":"traceutil/trace.go:171","msg":"trace[1983721994] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"2.187112533s","start":"2026-04-23T01:09:41.57701Z","end":"2026-04-23T01:09:43.764122Z","steps":["trace[1983721994] 'process raft request' (duration: 2.186836658s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.764349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.576989Z","time spent":"2.187270155s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.764521Z","caller":"traceutil/trace.go:171","msg":"trace[1254682033] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"2.186329159s","start":"2026-04-23T01:09:41.57818Z","end":"2026-04-23T01:09:43.764509Z","steps":["trace[1254682033] 'process raft request' (duration: 2.185715727s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.764538Z","caller":"traceutil/trace.go:171","msg":"trace[500466967] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"1.529667301s","start":"2026-04-23T01:09:42.234844Z","end":"2026-04-23T01:09:43.764511Z","steps":["trace[500466967] 'process raft request' (duration: 1.529522877s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.764582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.578171Z","time spent":"2.1863783s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.764583Z","caller":"traceutil/trace.go:171","msg":"trace[730574740] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"1.503459138s","start":"2026-04-23T01:09:42.261098Z","end":"2026-04-23T01:09:43.764558Z","steps":["trace[730574740] 'process raft request' (duration: 1.503315345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.764685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.261086Z","time spent":"1.503552569s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:43.764696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.234829Z","time spent":"1.529777293s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:43.764844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27266715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9188"} {"level":"info","ts":"2026-04-23T01:09:43.764881Z","caller":"traceutil/trace.go:171","msg":"trace[1000087453] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27209; }","duration":"2.272292113s","start":"2026-04-23T01:09:41.492165Z","end":"2026-04-23T01:09:43.764458Z","steps":["trace[1000087453] 'read index received' (duration: 1.377399998s)","trace[1000087453] 'applied index is now lower than readState.Index' (duration: 894.891165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.76491Z","caller":"traceutil/trace.go:171","msg":"trace[969523291] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26357; }","duration":"2.272774072s","start":"2026-04-23T01:09:41.492119Z","end":"2026-04-23T01:09:43.764894Z","steps":["trace[969523291] 'agreement among raft nodes before linearized reading' (duration: 2.272592519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.765228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.492094Z","time spent":"2.273121158s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9211,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-23T01:09:43.765415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2492743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:09:43.765476Z","caller":"traceutil/trace.go:171","msg":"trace[969222776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26357; }","duration":"2.249338251s","start":"2026-04-23T01:09:41.516125Z","end":"2026-04-23T01:09:43.765463Z","steps":["trace[969222776] 'agreement among raft nodes before linearized reading' (duration: 2.249142968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.765515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.516082Z","time spent":"2.249425803s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:09:43.765572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982529939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:43.765622Z","caller":"traceutil/trace.go:171","msg":"trace[2137590639] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26357; }","duration":"1.982623051s","start":"2026-04-23T01:09:41.782985Z","end":"2026-04-23T01:09:43.765608Z","steps":["trace[2137590639] 'agreement among raft nodes before linearized reading' (duration: 1.982542079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.765661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.782968Z","time spent":"1.982684412s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:43.765742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103123645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:09:43.765785Z","caller":"traceutil/trace.go:171","msg":"trace[1352117764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26357; }","duration":"2.103163936s","start":"2026-04-23T01:09:41.66261Z","end":"2026-04-23T01:09:43.765774Z","steps":["trace[1352117764] 'agreement among raft nodes before linearized reading' (duration: 2.103064644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.765841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.662596Z","time spent":"2.103239038s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103570244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T01:09:43.766144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106923506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:43.766168Z","caller":"traceutil/trace.go:171","msg":"trace[274390991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26357; }","duration":"2.103625085s","start":"2026-04-23T01:09:41.662534Z","end":"2026-04-23T01:09:43.766159Z","steps":["trace[274390991] 'agreement among raft nodes before linearized reading' (duration: 2.103442141s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766188Z","caller":"traceutil/trace.go:171","msg":"trace[1445703675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26357; }","duration":"2.107003707s","start":"2026-04-23T01:09:41.659173Z","end":"2026-04-23T01:09:43.766176Z","steps":["trace[1445703675] 'agreement among raft nodes before linearized reading' (duration: 2.106867135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.662525Z","time spent":"2.103671075s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107973066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:09:43.76616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20608237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T01:09:43.766266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10497425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:09:43.766289Z","caller":"traceutil/trace.go:171","msg":"trace[1624452565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26357; }","duration":"2.108052728s","start":"2026-04-23T01:09:41.658224Z","end":"2026-04-23T01:09:43.766276Z","steps":["trace[1624452565] 'agreement among raft nodes before linearized reading' (duration: 2.107965176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.659155Z","time spent":"2.107058589s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106401076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:09:43.766321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.658204Z","time spent":"2.108110599s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:09:43.766332Z","caller":"traceutil/trace.go:171","msg":"trace[1632213491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26357; }","duration":"2.106441088s","start":"2026-04-23T01:09:41.65988Z","end":"2026-04-23T01:09:43.766321Z","steps":["trace[1632213491] 'agreement among raft nodes before linearized reading' (duration: 2.106364326s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766327Z","caller":"traceutil/trace.go:171","msg":"trace[1426138319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26357; }","duration":"2.105035181s","start":"2026-04-23T01:09:41.661273Z","end":"2026-04-23T01:09:43.766308Z","steps":["trace[1426138319] 'agreement among raft nodes before linearized reading' (duration: 2.104818038s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766333Z","caller":"traceutil/trace.go:171","msg":"trace[867338908] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26357; }","duration":"2.206274943s","start":"2026-04-23T01:09:41.56002Z","end":"2026-04-23T01:09:43.766295Z","steps":["trace[867338908] 'agreement among raft nodes before linearized reading' (duration: 2.206038799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.659873Z","time spent":"2.106479058s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.661251Z","time spent":"2.105109162s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.56Z","time spent":"2.206373505s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.531908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:43.766488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.707622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-23T01:09:43.766487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026988126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:09:43.766502Z","caller":"traceutil/trace.go:171","msg":"trace[1718237516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26357; }","duration":"951.6024ms","start":"2026-04-23T01:09:42.814892Z","end":"2026-04-23T01:09:43.766494Z","steps":["trace[1718237516] 'agreement among raft nodes before linearized reading' (duration: 951.554509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766519Z","caller":"traceutil/trace.go:171","msg":"trace[373539254] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26357; }","duration":"298.824964ms","start":"2026-04-23T01:09:43.46768Z","end":"2026-04-23T01:09:43.766505Z","steps":["trace[373539254] 'agreement among raft nodes before linearized reading' (duration: 298.748553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.76653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.814877Z","time spent":"951.64634ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543742085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:43.766579Z","caller":"traceutil/trace.go:171","msg":"trace[2107382246] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26357; }","duration":"1.543827437s","start":"2026-04-23T01:09:42.222739Z","end":"2026-04-23T01:09:43.766566Z","steps":["trace[2107382246] 'agreement among raft nodes before linearized reading' (duration: 1.543752886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.064743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:43.76662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.222712Z","time spent":"1.543898968s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395397288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:43.766677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038962781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:09:43.76652Z","caller":"traceutil/trace.go:171","msg":"trace[980766320] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26357; }","duration":"1.027044107s","start":"2026-04-23T01:09:42.739467Z","end":"2026-04-23T01:09:43.766511Z","steps":["trace[980766320] 'agreement among raft nodes before linearized reading' (duration: 1.026952765s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104010671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:43.766713Z","caller":"traceutil/trace.go:171","msg":"trace[928967655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26357; }","duration":"1.039055083s","start":"2026-04-23T01:09:42.727649Z","end":"2026-04-23T01:09:43.766704Z","steps":["trace[928967655] 'agreement among raft nodes before linearized reading' (duration: 1.038945911s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766718Z","caller":"traceutil/trace.go:171","msg":"trace[907914995] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26357; }","duration":"122.240406ms","start":"2026-04-23T01:09:43.644389Z","end":"2026-04-23T01:09:43.766629Z","steps":["trace[907914995] 'agreement among raft nodes before linearized reading' (duration: 122.055533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.766731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.739453Z","time spent":"1.027268041s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:09:43.76675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.727633Z","time spent":"1.039109273s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:09:43.766765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.734447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:43.766801Z","caller":"traceutil/trace.go:171","msg":"trace[296974938] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26357; }","duration":"114.542702ms","start":"2026-04-23T01:09:43.652248Z","end":"2026-04-23T01:09:43.76679Z","steps":["trace[296974938] 'agreement among raft nodes before linearized reading' (duration: 113.554664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766704Z","caller":"traceutil/trace.go:171","msg":"trace[919829928] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26357; }","duration":"1.39555918s","start":"2026-04-23T01:09:42.37113Z","end":"2026-04-23T01:09:43.766689Z","steps":["trace[919829928] 'agreement among raft nodes before linearized reading' (duration: 1.395359047s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.766846Z","caller":"traceutil/trace.go:171","msg":"trace[260600747] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26357; }","duration":"2.104281436s","start":"2026-04-23T01:09:41.662503Z","end":"2026-04-23T01:09:43.766785Z","steps":["trace[260600747] 'agreement among raft nodes before linearized reading' (duration: 2.103729136s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.767036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:41.662469Z","time spent":"2.104518921s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:43.767076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.371112Z","time spent":"1.395852776s","remote":"127.0.0.1:36116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:43.957288Z","caller":"traceutil/trace.go:171","msg":"trace[811322713] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"184.830712ms","start":"2026-04-23T01:09:43.772405Z","end":"2026-04-23T01:09:43.957236Z","steps":["trace[811322713] 'process raft request' (duration: 151.543327ms)","trace[811322713] 'compare' (duration: 33.00888ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.961286Z","caller":"traceutil/trace.go:171","msg":"trace[1396046296] linearizableReadLoop","detail":"{readStateIndex:27220; appliedIndex:27217; }","duration":"187.822009ms","start":"2026-04-23T01:09:43.773446Z","end":"2026-04-23T01:09:43.961268Z","steps":["trace[1396046296] 'read index received' (duration: 150.515538ms)","trace[1396046296] 'applied index is now lower than readState.Index' (duration: 37.305431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.961486Z","caller":"traceutil/trace.go:171","msg":"trace[23902156] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"187.91736ms","start":"2026-04-23T01:09:43.773533Z","end":"2026-04-23T01:09:43.96145Z","steps":["trace[23902156] 'process raft request' (duration: 187.611165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.96171Z","caller":"traceutil/trace.go:171","msg":"trace[1161284257] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"185.372932ms","start":"2026-04-23T01:09:43.776327Z","end":"2026-04-23T01:09:43.9617Z","steps":["trace[1161284257] 'process raft request' (duration: 184.887223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.961789Z","caller":"traceutil/trace.go:171","msg":"trace[1649290700] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"189.273586ms","start":"2026-04-23T01:09:43.772503Z","end":"2026-04-23T01:09:43.961776Z","steps":["trace[1649290700] 'process raft request' (duration: 188.38697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.961971Z","caller":"traceutil/trace.go:171","msg":"trace[1907220425] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"189.232606ms","start":"2026-04-23T01:09:43.772728Z","end":"2026-04-23T01:09:43.961961Z","steps":["trace[1907220425] 'process raft request' (duration: 188.242987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.511533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18255"} {"level":"info","ts":"2026-04-23T01:09:43.962035Z","caller":"traceutil/trace.go:171","msg":"trace[695559915] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26366; }","duration":"188.590354ms","start":"2026-04-23T01:09:43.773435Z","end":"2026-04-23T01:09:43.962025Z","steps":["trace[695559915] 'agreement among raft nodes before linearized reading' (duration: 188.436041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.962095Z","caller":"traceutil/trace.go:171","msg":"trace[2111861051] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"188.577663ms","start":"2026-04-23T01:09:43.773507Z","end":"2026-04-23T01:09:43.962085Z","steps":["trace[2111861051] 'process raft request' (duration: 187.505133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.962218Z","caller":"traceutil/trace.go:171","msg":"trace[1763813151] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"188.703995ms","start":"2026-04-23T01:09:43.773505Z","end":"2026-04-23T01:09:43.962209Z","steps":["trace[1763813151] 'process raft request' (duration: 187.541663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.96225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.748398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:43.962284Z","caller":"traceutil/trace.go:171","msg":"trace[1855740232] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26366; }","duration":"187.803768ms","start":"2026-04-23T01:09:43.774469Z","end":"2026-04-23T01:09:43.962273Z","steps":["trace[1855740232] 'agreement among raft nodes before linearized reading' (duration: 187.752087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.962367Z","caller":"traceutil/trace.go:171","msg":"trace[283604255] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"188.833448ms","start":"2026-04-23T01:09:43.77352Z","end":"2026-04-23T01:09:43.962354Z","steps":["trace[283604255] 'process raft request' (duration: 187.585204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:43.961532Z","caller":"traceutil/trace.go:171","msg":"trace[784891141] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"186.28315ms","start":"2026-04-23T01:09:43.775236Z","end":"2026-04-23T01:09:43.961519Z","steps":["trace[784891141] 'process raft request' (duration: 185.941864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.962982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.185252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:09:43.963028Z","caller":"traceutil/trace.go:171","msg":"trace[1411056206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26366; }","duration":"108.280844ms","start":"2026-04-23T01:09:43.854734Z","end":"2026-04-23T01:09:43.963015Z","steps":["trace[1411056206] 'agreement among raft nodes before linearized reading' (duration: 107.906877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.963309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.699886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:43.963591Z","caller":"traceutil/trace.go:171","msg":"trace[939117215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26366; }","duration":"147.037283ms","start":"2026-04-23T01:09:43.816539Z","end":"2026-04-23T01:09:43.963577Z","steps":["trace[939117215] 'agreement among raft nodes before linearized reading' (duration: 146.691267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:45.405133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392871998473684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:09:45.532222Z","caller":"traceutil/trace.go:171","msg":"trace[1109319148] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"662.648ms","start":"2026-04-23T01:09:44.869547Z","end":"2026-04-23T01:09:45.532195Z","steps":["trace[1109319148] 'process raft request' (duration: 662.495617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:45.532373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:44.869528Z","time spent":"662.757152ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:45.782118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.942488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:45.782417Z","caller":"traceutil/trace.go:171","msg":"trace[573525916] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"717.072053ms","start":"2026-04-23T01:09:45.065311Z","end":"2026-04-23T01:09:45.782383Z","steps":["trace[573525916] 'process raft request' (duration: 524.758319ms)","trace[573525916] 'compare' (duration: 191.810804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:45.782427Z","caller":"traceutil/trace.go:171","msg":"trace[1085770566] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"538.309695ms","start":"2026-04-23T01:09:45.244094Z","end":"2026-04-23T01:09:45.782404Z","steps":["trace[1085770566] 'process raft request' (duration: 538.135582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:45.782444Z","caller":"traceutil/trace.go:171","msg":"trace[23892223] linearizableReadLoop","detail":"{readStateIndex:27237; appliedIndex:27234; }","duration":"878.274771ms","start":"2026-04-23T01:09:44.904131Z","end":"2026-04-23T01:09:45.782406Z","steps":["trace[23892223] 'read index received' (duration: 627.865706ms)","trace[23892223] 'applied index is now lower than readState.Index' (duration: 250.406735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:45.782478Z","caller":"traceutil/trace.go:171","msg":"trace[1898903353] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"240.990258ms","start":"2026-04-23T01:09:45.541471Z","end":"2026-04-23T01:09:45.782461Z","steps":["trace[1898903353] 'process raft request' (duration: 240.861426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:45.782539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.244067Z","time spent":"538.423237ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:09:45.782537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.065292Z","time spent":"717.193694ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:45.782706Z","caller":"traceutil/trace.go:171","msg":"trace[300734665] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"239.439238ms","start":"2026-04-23T01:09:45.543251Z","end":"2026-04-23T01:09:45.78269Z","steps":["trace[300734665] 'process raft request' (duration: 239.159833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:45.782775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.610177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:09:45.782877Z","caller":"traceutil/trace.go:171","msg":"trace[1656238179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26378; }","duration":"878.774731ms","start":"2026-04-23T01:09:44.90408Z","end":"2026-04-23T01:09:45.782855Z","steps":["trace[1656238179] 'agreement among raft nodes before linearized reading' (duration: 878.455085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:45.782928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:44.904061Z","time spent":"878.856813ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:09:46.340346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.818615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:46.340612Z","caller":"traceutil/trace.go:171","msg":"trace[209443835] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"570.789194ms","start":"2026-04-23T01:09:45.76979Z","end":"2026-04-23T01:09:46.340579Z","steps":["trace[209443835] 'process raft request' (duration: 132.639083ms)","trace[209443835] 'compare' (duration: 437.687652ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:46.340673Z","caller":"traceutil/trace.go:171","msg":"trace[1184164935] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"567.674216ms","start":"2026-04-23T01:09:45.77298Z","end":"2026-04-23T01:09:46.340654Z","steps":["trace[1184164935] 'process raft request' (duration: 567.599844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.34075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.772955Z","time spent":"567.756638ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:46.340776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.769769Z","time spent":"570.917097ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:46.340908Z","caller":"traceutil/trace.go:171","msg":"trace[429895980] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"568.42114ms","start":"2026-04-23T01:09:45.772447Z","end":"2026-04-23T01:09:46.340868Z","steps":["trace[429895980] 'process raft request' (duration: 568.055052ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:46.341058Z","caller":"traceutil/trace.go:171","msg":"trace[201181542] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"566.932542ms","start":"2026-04-23T01:09:45.774113Z","end":"2026-04-23T01:09:46.341045Z","steps":["trace[201181542] 'process raft request' (duration: 566.502503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.341089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.772421Z","time spent":"568.574882ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:46.341116Z","caller":"traceutil/trace.go:171","msg":"trace[1484986583] linearizableReadLoop","detail":"{readStateIndex:27244; appliedIndex:27239; }","duration":"558.580745ms","start":"2026-04-23T01:09:45.782514Z","end":"2026-04-23T01:09:46.341095Z","steps":["trace[1484986583] 'read index received' (duration: 119.75121ms)","trace[1484986583] 'applied index is now lower than readState.Index' (duration: 438.828275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:46.341125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.774103Z","time spent":"566.991093ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:46.341135Z","caller":"traceutil/trace.go:171","msg":"trace[1090908169] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"566.664967ms","start":"2026-04-23T01:09:45.774447Z","end":"2026-04-23T01:09:46.341112Z","steps":["trace[1090908169] 'process raft request' (duration: 566.505634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.341974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.712553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:09:46.341927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.590395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:46.342018Z","caller":"traceutil/trace.go:171","msg":"trace[1435931828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26384; }","duration":"372.764213ms","start":"2026-04-23T01:09:45.969242Z","end":"2026-04-23T01:09:46.342006Z","steps":["trace[1435931828] 'agreement among raft nodes before linearized reading' (duration: 372.652681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.969238Z","time spent":"372.804575ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:09:46.342073Z","caller":"traceutil/trace.go:171","msg":"trace[725143557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26384; }","duration":"525.756208ms","start":"2026-04-23T01:09:45.816263Z","end":"2026-04-23T01:09:46.34202Z","steps":["trace[725143557] 'agreement among raft nodes before linearized reading' (duration: 525.596375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.632912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:09:46.342426Z","caller":"traceutil/trace.go:171","msg":"trace[1688875750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26384; }","duration":"413.741274ms","start":"2026-04-23T01:09:45.928674Z","end":"2026-04-23T01:09:46.342415Z","steps":["trace[1688875750] 'agreement among raft nodes before linearized reading' (duration: 413.658262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.817503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:09:46.342459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.928622Z","time spent":"413.831176ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-23T01:09:46.342473Z","caller":"traceutil/trace.go:171","msg":"trace[2075483768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26384; }","duration":"374.927125ms","start":"2026-04-23T01:09:45.967532Z","end":"2026-04-23T01:09:46.342459Z","steps":["trace[2075483768] 'agreement among raft nodes before linearized reading' (duration: 374.747391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.77444Z","time spent":"567.497282ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:46.342463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.816238Z","time spent":"526.120156ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:46.342376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.087409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:09:46.342675Z","caller":"traceutil/trace.go:171","msg":"trace[1327077359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26384; }","duration":"374.393444ms","start":"2026-04-23T01:09:45.968247Z","end":"2026-04-23T01:09:46.34264Z","steps":["trace[1327077359] 'agreement among raft nodes before linearized reading' (duration: 373.918645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.968232Z","time spent":"374.478635ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:46.341367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.48116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:46.342821Z","caller":"traceutil/trace.go:171","msg":"trace[526298616] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26384; }","duration":"950.960287ms","start":"2026-04-23T01:09:45.391835Z","end":"2026-04-23T01:09:46.342795Z","steps":["trace[526298616] 'agreement among raft nodes before linearized reading' (duration: 949.477609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.341284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.052157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-25dvp\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-04-23T01:09:46.342895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.391819Z","time spent":"951.055139ms","remote":"127.0.0.1:35698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:46.342906Z","caller":"traceutil/trace.go:171","msg":"trace[1307067263] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-25dvp; range_end:; response_count:1; response_revision:26384; }","duration":"805.700807ms","start":"2026-04-23T01:09:45.537192Z","end":"2026-04-23T01:09:46.342893Z","steps":["trace[1307067263] 'agreement among raft nodes before linearized reading' (duration: 803.969195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.537175Z","time spent":"805.756688ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-25dvp\" "} {"level":"warn","ts":"2026-04-23T01:09:46.342169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.361778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:46.343008Z","caller":"traceutil/trace.go:171","msg":"trace[646028182] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26384; }","duration":"372.178773ms","start":"2026-04-23T01:09:45.970801Z","end":"2026-04-23T01:09:46.34298Z","steps":["trace[646028182] 'agreement among raft nodes before linearized reading' (duration: 371.315847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.34224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.726915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:09:46.343112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.970772Z","time spent":"372.308035ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:46.343111Z","caller":"traceutil/trace.go:171","msg":"trace[2112332150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26384; }","duration":"372.597081ms","start":"2026-04-23T01:09:45.970488Z","end":"2026-04-23T01:09:46.343085Z","steps":["trace[2112332150] 'agreement among raft nodes before linearized reading' (duration: 371.698805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.901668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:09:46.343176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.970478Z","time spent":"372.680502ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:09:46.343243Z","caller":"traceutil/trace.go:171","msg":"trace[1569515064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26384; }","duration":"372.809684ms","start":"2026-04-23T01:09:45.970385Z","end":"2026-04-23T01:09:46.343195Z","steps":["trace[1569515064] 'agreement among raft nodes before linearized reading' (duration: 371.869317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.342485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.199561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:09:46.343309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.970382Z","time spent":"372.909417ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:09:46.343313Z","caller":"traceutil/trace.go:171","msg":"trace[737875447] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26384; }","duration":"375.054516ms","start":"2026-04-23T01:09:45.96824Z","end":"2026-04-23T01:09:46.343294Z","steps":["trace[737875447] 'agreement among raft nodes before linearized reading' (duration: 374.16829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.34251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.967504Z","time spent":"374.999316ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:46.343361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:45.968221Z","time spent":"375.125508ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:46.343533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40666623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:09:46.343617Z","caller":"traceutil/trace.go:171","msg":"trace[1332323686] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26384; }","duration":"1.406791202s","start":"2026-04-23T01:09:44.936809Z","end":"2026-04-23T01:09:46.3436Z","steps":["trace[1332323686] 'agreement among raft nodes before linearized reading' (duration: 1.404348366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:46.343677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:44.936793Z","time spent":"1.406870343s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2824,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.891445Z","caller":"traceutil/trace.go:171","msg":"trace[833243916] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27545; }","duration":"339.880885ms","start":"2026-04-23T01:10:12.551537Z","end":"2026-04-23T01:10:12.891418Z","steps":["trace[833243916] 'read index received' (duration: 339.62547ms)","trace[833243916] 'applied index is now lower than readState.Index' (duration: 254.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.891489Z","caller":"traceutil/trace.go:171","msg":"trace[2120552576] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"343.243569ms","start":"2026-04-23T01:10:12.548214Z","end":"2026-04-23T01:10:12.891457Z","steps":["trace[2120552576] 'process raft request' (duration: 342.969883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.891626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.548194Z","time spent":"343.350732ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:12.891682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.11799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:10:12.891756Z","caller":"traceutil/trace.go:171","msg":"trace[581119388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26679; }","duration":"340.223352ms","start":"2026-04-23T01:10:12.551514Z","end":"2026-04-23T01:10:12.891737Z","steps":["trace[581119388] 'agreement among raft nodes before linearized reading' (duration: 340.020529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.891795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.551505Z","time spent":"340.280433ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:10:12.891818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.336708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T01:10:12.891858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.562771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:10:12.891899Z","caller":"traceutil/trace.go:171","msg":"trace[1329056086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26679; }","duration":"321.44444ms","start":"2026-04-23T01:10:12.57043Z","end":"2026-04-23T01:10:12.891875Z","steps":["trace[1329056086] 'agreement among raft nodes before linearized reading' (duration: 321.196755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.891937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.570422Z","time spent":"321.507471ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:12.891912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.45948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:10:12.891937Z","caller":"traceutil/trace.go:171","msg":"trace[804273999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26679; }","duration":"322.650443ms","start":"2026-04-23T01:10:12.569269Z","end":"2026-04-23T01:10:12.89192Z","steps":["trace[804273999] 'agreement among raft nodes before linearized reading' (duration: 322.395488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.89193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.426098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.891992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.569235Z","time spent":"322.748215ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:12.891987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.801356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:10:12.892005Z","caller":"traceutil/trace.go:171","msg":"trace[2085922270] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26679; }","duration":"321.577982ms","start":"2026-04-23T01:10:12.570398Z","end":"2026-04-23T01:10:12.891976Z","steps":["trace[2085922270] 'agreement among raft nodes before linearized reading' (duration: 321.300887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.892035Z","caller":"traceutil/trace.go:171","msg":"trace[1641644735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26679; }","duration":"322.869876ms","start":"2026-04-23T01:10:12.569152Z","end":"2026-04-23T01:10:12.892022Z","steps":["trace[1641644735] 'agreement among raft nodes before linearized reading' (duration: 322.752204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.892035Z","caller":"traceutil/trace.go:171","msg":"trace[480754132] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26679; }","duration":"289.588031ms","start":"2026-04-23T01:10:12.602423Z","end":"2026-04-23T01:10:12.892011Z","steps":["trace[480754132] 'agreement among raft nodes before linearized reading' (duration: 289.337357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.89206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.570386Z","time spent":"321.664364ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:12.892068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.569142Z","time spent":"322.919897ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:12.891944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.139031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:10:12.892115Z","caller":"traceutil/trace.go:171","msg":"trace[252536697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26679; }","duration":"340.428556ms","start":"2026-04-23T01:10:12.551676Z","end":"2026-04-23T01:10:12.892105Z","steps":["trace[252536697] 'agreement among raft nodes before linearized reading' (duration: 339.936147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.892155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.551666Z","time spent":"340.481507ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:10:13.720966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.403739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:13.721101Z","caller":"traceutil/trace.go:171","msg":"trace[1913767119] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"824.320668ms","start":"2026-04-23T01:10:12.89676Z","end":"2026-04-23T01:10:13.721081Z","steps":["trace[1913767119] 'process raft request' (duration: 312.720146ms)","trace[1913767119] 'compare' (duration: 511.293167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.721159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.896739Z","time spent":"824.393319ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.137451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.60843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:14.138122Z","caller":"traceutil/trace.go:171","msg":"trace[1269917225] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"1.239261294s","start":"2026-04-23T01:10:12.89884Z","end":"2026-04-23T01:10:14.138102Z","steps":["trace[1269917225] 'process raft request' (duration: 1.239191122s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.138299Z","caller":"traceutil/trace.go:171","msg":"trace[1392927755] linearizableReadLoop","detail":"{readStateIndex:27552; appliedIndex:27546; }","duration":"1.222043441s","start":"2026-04-23T01:10:12.916231Z","end":"2026-04-23T01:10:14.138274Z","steps":["trace[1392927755] 'read index received' (duration: 293.23504ms)","trace[1392927755] 'applied index is now lower than readState.Index' (duration: 928.807171ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:14.13837Z","caller":"traceutil/trace.go:171","msg":"trace[998032847] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"1.241239901s","start":"2026-04-23T01:10:12.897098Z","end":"2026-04-23T01:10:14.138338Z","steps":["trace[998032847] 'process raft request' (duration: 1.240586119s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.138394Z","caller":"traceutil/trace.go:171","msg":"trace[302569612] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"1.239285104s","start":"2026-04-23T01:10:12.899086Z","end":"2026-04-23T01:10:14.138371Z","steps":["trace[302569612] 'process raft request' (duration: 1.238979749s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.138413Z","caller":"traceutil/trace.go:171","msg":"trace[1345064620] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"1.073595912s","start":"2026-04-23T01:10:13.064798Z","end":"2026-04-23T01:10:14.138394Z","steps":["trace[1345064620] 'process raft request' (duration: 1.073393968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.138425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.898822Z","time spent":"1.239514338s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:14.138433Z","caller":"traceutil/trace.go:171","msg":"trace[1836961541] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"1.241270541s","start":"2026-04-23T01:10:12.897119Z","end":"2026-04-23T01:10:14.138389Z","steps":["trace[1836961541] 'process raft request' (duration: 1.240736361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.138495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.064762Z","time spent":"1.073681283s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.138505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.897087Z","time spent":"1.241348663s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.138599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.897096Z","time spent":"1.241413154s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.138507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.899077Z","time spent":"1.239361006s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.139153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222909367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.139206Z","caller":"traceutil/trace.go:171","msg":"trace[757840114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26686; }","duration":"1.222968978s","start":"2026-04-23T01:10:12.916224Z","end":"2026-04-23T01:10:14.139192Z","steps":["trace[757840114] 'agreement among raft nodes before linearized reading' (duration: 1.222834306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.139241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.916187Z","time spent":"1.22304526s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:14.138422Z","caller":"traceutil/trace.go:171","msg":"trace[756565435] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"1.241381623s","start":"2026-04-23T01:10:12.897011Z","end":"2026-04-23T01:10:14.138393Z","steps":["trace[756565435] 'process raft request' (duration: 1.122724033s)","trace[756565435] 'compare' (duration: 117.342375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:14.139598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.896989Z","time spent":"1.242559786s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.144913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.10899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:14.144956Z","caller":"traceutil/trace.go:171","msg":"trace[1079364174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26687; }","duration":"968.195791ms","start":"2026-04-23T01:10:13.176748Z","end":"2026-04-23T01:10:14.144944Z","steps":["trace[1079364174] 'agreement among raft nodes before linearized reading' (duration: 968.092669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.144953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.943482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:14.14498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.176727Z","time spent":"968.245933ms","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:14.144974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.819258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.145044Z","caller":"traceutil/trace.go:171","msg":"trace[1168438129] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"505.656461ms","start":"2026-04-23T01:10:13.639367Z","end":"2026-04-23T01:10:14.145024Z","steps":["trace[1168438129] 'process raft request' (duration: 505.317655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.145044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.916542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-23T01:10:14.145112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.63934Z","time spent":"505.737232ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:14.145087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.295844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.14508Z","caller":"traceutil/trace.go:171","msg":"trace[808504608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26687; }","duration":"658.008893ms","start":"2026-04-23T01:10:13.486989Z","end":"2026-04-23T01:10:14.144998Z","steps":["trace[808504608] 'agreement among raft nodes before linearized reading' (duration: 657.903081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.145133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.522104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:10:14.145169Z","caller":"traceutil/trace.go:171","msg":"trace[1098178521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26687; }","duration":"170.648316ms","start":"2026-04-23T01:10:13.974509Z","end":"2026-04-23T01:10:14.145157Z","steps":["trace[1098178521] 'agreement among raft nodes before linearized reading' (duration: 170.482243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.145168Z","caller":"traceutil/trace.go:171","msg":"trace[1823796999] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26687; }","duration":"422.394146ms","start":"2026-04-23T01:10:13.722751Z","end":"2026-04-23T01:10:14.145145Z","steps":["trace[1823796999] 'agreement among raft nodes before linearized reading' (duration: 422.229333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.145191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.486936Z","time spent":"658.221837ms","remote":"127.0.0.1:60516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:14.145121Z","caller":"traceutil/trace.go:171","msg":"trace[87802314] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26687; }","duration":"963.000863ms","start":"2026-04-23T01:10:13.182108Z","end":"2026-04-23T01:10:14.145109Z","steps":["trace[87802314] 'agreement among raft nodes before linearized reading' (duration: 962.80356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.145528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.18209Z","time spent":"963.411691ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:10:14.145215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.72269Z","time spent":"422.514738ms","remote":"127.0.0.1:46912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:14.145062Z","caller":"traceutil/trace.go:171","msg":"trace[51442199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26687; }","duration":"328.963341ms","start":"2026-04-23T01:10:13.816077Z","end":"2026-04-23T01:10:14.14504Z","steps":["trace[51442199] 'agreement among raft nodes before linearized reading' (duration: 328.791438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.145844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.81606Z","time spent":"329.773475ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:14.145319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.527615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.146001Z","caller":"traceutil/trace.go:171","msg":"trace[225629619] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26687; }","duration":"104.538444ms","start":"2026-04-23T01:10:14.041441Z","end":"2026-04-23T01:10:14.145979Z","steps":["trace[225629619] 'agreement among raft nodes before linearized reading' (duration: 103.492674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:29.475686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.479037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5556dd6989-7jx7c.18a8d67b96ebf188\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-23T01:10:29.475838Z","caller":"traceutil/trace.go:171","msg":"trace[177039837] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5556dd6989-7jx7c.18a8d67b96ebf188; range_end:; response_count:1; response_revision:26798; }","duration":"174.681671ms","start":"2026-04-23T01:10:29.30114Z","end":"2026-04-23T01:10:29.475822Z","steps":["trace[177039837] 'agreement among raft nodes before linearized reading' (duration: 174.410637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:29.475681Z","caller":"traceutil/trace.go:171","msg":"trace[1289449345] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"284.630608ms","start":"2026-04-23T01:10:29.190831Z","end":"2026-04-23T01:10:29.475462Z","steps":["trace[1289449345] 'process raft request' (duration: 284.432454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:29.475522Z","caller":"traceutil/trace.go:171","msg":"trace[1009971357] linearizableReadLoop","detail":"{readStateIndex:27668; appliedIndex:27667; }","duration":"174.217993ms","start":"2026-04-23T01:10:29.301191Z","end":"2026-04-23T01:10:29.475409Z","steps":["trace[1009971357] 'read index received' (duration: 174.012339ms)","trace[1009971357] 'applied index is now lower than readState.Index' (duration: 204.714µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:29.476798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.091597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:10:29.476848Z","caller":"traceutil/trace.go:171","msg":"trace[1391138602] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26798; }","duration":"111.143518ms","start":"2026-04-23T01:10:29.365692Z","end":"2026-04-23T01:10:29.476836Z","steps":["trace[1391138602] 'agreement among raft nodes before linearized reading' (duration: 110.998535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:35.019887Z","caller":"traceutil/trace.go:171","msg":"trace[2076089789] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"538.506278ms","start":"2026-04-23T01:10:34.481357Z","end":"2026-04-23T01:10:35.019863Z","steps":["trace[2076089789] 'process raft request' (duration: 538.312705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.020007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.48133Z","time spent":"538.614221ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:35.020236Z","caller":"traceutil/trace.go:171","msg":"trace[2012492540] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27708; }","duration":"472.60206ms","start":"2026-04-23T01:10:34.547623Z","end":"2026-04-23T01:10:35.020225Z","steps":["trace[2012492540] 'read index received' (duration: 472.05762ms)","trace[2012492540] 'applied index is now lower than readState.Index' (duration: 543.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:35.020051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.399706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:35.021492Z","caller":"traceutil/trace.go:171","msg":"trace[646434461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26836; }","duration":"473.462905ms","start":"2026-04-23T01:10:34.547579Z","end":"2026-04-23T01:10:35.021042Z","steps":["trace[646434461] 'agreement among raft nodes before linearized reading' (duration: 472.374915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.021567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.547564Z","time spent":"473.983325ms","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:35.587566Z","caller":"traceutil/trace.go:171","msg":"trace[1834960773] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"1.012490454s","start":"2026-04-23T01:10:34.575045Z","end":"2026-04-23T01:10:35.587536Z","steps":["trace[1834960773] 'process raft request' (duration: 915.054063ms)","trace[1834960773] 'compare' (duration: 96.891511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:35.587703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.575018Z","time spent":"1.012615206s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:35.587715Z","caller":"traceutil/trace.go:171","msg":"trace[563726998] linearizableReadLoop","detail":"{readStateIndex:27716; appliedIndex:27709; }","duration":"567.426542ms","start":"2026-04-23T01:10:35.020265Z","end":"2026-04-23T01:10:35.587691Z","steps":["trace[563726998] 'read index received' (duration: 469.801318ms)","trace[563726998] 'applied index is now lower than readState.Index' (duration: 97.624234ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:35.587895Z","caller":"traceutil/trace.go:171","msg":"trace[1551371683] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"970.226069ms","start":"2026-04-23T01:10:34.617656Z","end":"2026-04-23T01:10:35.587882Z","steps":["trace[1551371683] 'process raft request' (duration: 969.933023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:35.587903Z","caller":"traceutil/trace.go:171","msg":"trace[2102798229] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"711.457187ms","start":"2026-04-23T01:10:34.876407Z","end":"2026-04-23T01:10:35.587865Z","steps":["trace[2102798229] 'process raft request' (duration: 711.248423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.587963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.617634Z","time spent":"970.302391ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:35.587959Z","caller":"traceutil/trace.go:171","msg":"trace[1529222979] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"1.011504216s","start":"2026-04-23T01:10:34.576434Z","end":"2026-04-23T01:10:35.587938Z","steps":["trace[1529222979] 'process raft request' (duration: 1.010991665s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:35.587827Z","caller":"traceutil/trace.go:171","msg":"trace[638760275] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"720.266313ms","start":"2026-04-23T01:10:34.86755Z","end":"2026-04-23T01:10:35.587817Z","steps":["trace[638760275] 'process raft request' (duration: 720.07118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.999887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:35.588056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.876386Z","time spent":"711.582969ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:35.588065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.576416Z","time spent":"1.011599297s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:35.588082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.462704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:35.588156Z","caller":"traceutil/trace.go:171","msg":"trace[239786456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26843; }","duration":"772.575646ms","start":"2026-04-23T01:10:34.815563Z","end":"2026-04-23T01:10:35.588139Z","steps":["trace[239786456] 'agreement among raft nodes before linearized reading' (duration: 772.448244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.815548Z","time spent":"772.653337ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:35.588066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.867519Z","time spent":"720.524108ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:35.588107Z","caller":"traceutil/trace.go:171","msg":"trace[1879719801] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26843; }","duration":"613.109369ms","start":"2026-04-23T01:10:34.974982Z","end":"2026-04-23T01:10:35.588091Z","steps":["trace[1879719801] 'agreement among raft nodes before linearized reading' (duration: 613.001657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.030985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:10:35.588324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.974959Z","time spent":"613.343864ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:35.588334Z","caller":"traceutil/trace.go:171","msg":"trace[899834425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26843; }","duration":"549.107397ms","start":"2026-04-23T01:10:35.039218Z","end":"2026-04-23T01:10:35.588325Z","steps":["trace[899834425] 'agreement among raft nodes before linearized reading' (duration: 548.974404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.039197Z","time spent":"549.170987ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:10:35.587858Z","caller":"traceutil/trace.go:171","msg":"trace[867426764] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"971.492313ms","start":"2026-04-23T01:10:34.616358Z","end":"2026-04-23T01:10:35.58785Z","steps":["trace[867426764] 'process raft request' (duration: 971.195258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.444003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:10:35.588524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.616347Z","time spent":"972.101784ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:35.588647Z","caller":"traceutil/trace.go:171","msg":"trace[2141593450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26843; }","duration":"557.597156ms","start":"2026-04-23T01:10:35.031Z","end":"2026-04-23T01:10:35.588597Z","steps":["trace[2141593450] 'agreement among raft nodes before linearized reading' (duration: 557.181359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:35.587828Z","caller":"traceutil/trace.go:171","msg":"trace[893529407] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"972.400521ms","start":"2026-04-23T01:10:34.615271Z","end":"2026-04-23T01:10:35.587671Z","steps":["trace[893529407] 'process raft request' (duration: 972.240818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.588722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.03099Z","time spent":"557.703948ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:35.588765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.615251Z","time spent":"973.46284ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:35.813033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.36388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:35.813129Z","caller":"traceutil/trace.go:171","msg":"trace[504361192] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26844; }","duration":"113.516322ms","start":"2026-04-23T01:10:35.699593Z","end":"2026-04-23T01:10:35.813109Z","steps":["trace[504361192] 'range keys from in-memory index tree' (duration: 113.256198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:36.394607Z","caller":"traceutil/trace.go:171","msg":"trace[945681657] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27717; }","duration":"280.709035ms","start":"2026-04-23T01:10:36.113869Z","end":"2026-04-23T01:10:36.394578Z","steps":["trace[945681657] 'read index received' (duration: 280.592743ms)","trace[945681657] 'applied index is now lower than readState.Index' (duration: 114.472µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:36.394722Z","caller":"traceutil/trace.go:171","msg":"trace[1322011628] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"499.514815ms","start":"2026-04-23T01:10:35.895179Z","end":"2026-04-23T01:10:36.394694Z","steps":["trace[1322011628] 'process raft request' (duration: 499.23956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.394798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.911828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:36.394866Z","caller":"traceutil/trace.go:171","msg":"trace[1000012515] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26845; }","duration":"281.0346ms","start":"2026-04-23T01:10:36.113821Z","end":"2026-04-23T01:10:36.394856Z","steps":["trace[1000012515] 'agreement among raft nodes before linearized reading' (duration: 280.920118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.394893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.895161Z","time spent":"499.630237ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:36.57759Z","caller":"traceutil/trace.go:171","msg":"trace[753502403] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27718; }","duration":"182.840186ms","start":"2026-04-23T01:10:36.394719Z","end":"2026-04-23T01:10:36.577559Z","steps":["trace[753502403] 'read index received' (duration: 99.301986ms)","trace[753502403] 'applied index is now lower than readState.Index' (duration: 83.53672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:36.57777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.725249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:36.577804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.904233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:10:36.577889Z","caller":"traceutil/trace.go:171","msg":"trace[850034867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26846; }","duration":"260.022086ms","start":"2026-04-23T01:10:36.317848Z","end":"2026-04-23T01:10:36.57787Z","steps":["trace[850034867] 'agreement among raft nodes before linearized reading' (duration: 259.759521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.577872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.651581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:36.578033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.963332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:10:36.577821Z","caller":"traceutil/trace.go:171","msg":"trace[416711511] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26846; }","duration":"301.836772ms","start":"2026-04-23T01:10:36.27597Z","end":"2026-04-23T01:10:36.577807Z","steps":["trace[416711511] 'agreement among raft nodes before linearized reading' (duration: 301.704289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:36.578126Z","caller":"traceutil/trace.go:171","msg":"trace[468852549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26846; }","duration":"254.102874ms","start":"2026-04-23T01:10:36.32398Z","end":"2026-04-23T01:10:36.578083Z","steps":["trace[468852549] 'agreement among raft nodes before linearized reading' (duration: 253.862249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:36.577964Z","caller":"traceutil/trace.go:171","msg":"trace[719304250] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26846; }","duration":"281.778924ms","start":"2026-04-23T01:10:36.29616Z","end":"2026-04-23T01:10:36.577939Z","steps":["trace[719304250] 'agreement among raft nodes before linearized reading' (duration: 281.621191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.578271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.275953Z","time spent":"302.250959ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:36.578306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.343592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T01:10:36.57836Z","caller":"traceutil/trace.go:171","msg":"trace[2003168061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26846; }","duration":"260.443044ms","start":"2026-04-23T01:10:36.317904Z","end":"2026-04-23T01:10:36.578347Z","steps":["trace[2003168061] 'agreement among raft nodes before linearized reading' (duration: 259.954075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.578253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.49095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:10:36.578621Z","caller":"traceutil/trace.go:171","msg":"trace[1691662936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26846; }","duration":"280.930888ms","start":"2026-04-23T01:10:36.297668Z","end":"2026-04-23T01:10:36.578598Z","steps":["trace[1691662936] 'agreement among raft nodes before linearized reading' (duration: 280.184565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:36.578049Z","caller":"traceutil/trace.go:171","msg":"trace[887738318] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"310.459073ms","start":"2026-04-23T01:10:36.26748Z","end":"2026-04-23T01:10:36.577939Z","steps":["trace[887738318] 'process raft request' (duration: 226.526326ms)","trace[887738318] 'compare' (duration: 83.394087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:36.578907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.267456Z","time spent":"311.386751ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:36.579342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.644653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:10:36.579436Z","caller":"traceutil/trace.go:171","msg":"trace[1727888948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26846; }","duration":"298.249804ms","start":"2026-04-23T01:10:36.281167Z","end":"2026-04-23T01:10:36.579417Z","steps":["trace[1727888948] 'agreement among raft nodes before linearized reading' (duration: 297.431718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.01145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.741438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:37.011618Z","caller":"traceutil/trace.go:171","msg":"trace[1648778111] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"428.647284ms","start":"2026-04-23T01:10:36.582956Z","end":"2026-04-23T01:10:37.011603Z","steps":["trace[1648778111] 'process raft request' (duration: 316.698651ms)","trace[1648778111] 'compare' (duration: 111.575386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:37.011669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.58292Z","time spent":"428.730616ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:37.012082Z","caller":"traceutil/trace.go:171","msg":"trace[1065687331] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"428.548132ms","start":"2026-04-23T01:10:36.583508Z","end":"2026-04-23T01:10:37.012057Z","steps":["trace[1065687331] 'process raft request' (duration: 428.016542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:37.01231Z","caller":"traceutil/trace.go:171","msg":"trace[39144214] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"427.946431ms","start":"2026-04-23T01:10:36.584355Z","end":"2026-04-23T01:10:37.012301Z","steps":["trace[39144214] 'process raft request' (duration: 427.603455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.012353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.584346Z","time spent":"427.985381ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:37.01236Z","caller":"traceutil/trace.go:171","msg":"trace[16833013] linearizableReadLoop","detail":"{readStateIndex:27724; appliedIndex:27720; }","duration":"270.276999ms","start":"2026-04-23T01:10:36.742061Z","end":"2026-04-23T01:10:37.012338Z","steps":["trace[16833013] 'read index received' (duration: 156.844298ms)","trace[16833013] 'applied index is now lower than readState.Index' (duration: 113.431841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:37.012377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.58349Z","time spent":"428.682395ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:37.012435Z","caller":"traceutil/trace.go:171","msg":"trace[423321361] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"427.969321ms","start":"2026-04-23T01:10:36.584437Z","end":"2026-04-23T01:10:37.012406Z","steps":["trace[423321361] 'process raft request' (duration: 427.801718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.012496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.559653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:37.012523Z","caller":"traceutil/trace.go:171","msg":"trace[1711466643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26851; }","duration":"196.632084ms","start":"2026-04-23T01:10:36.815881Z","end":"2026-04-23T01:10:37.012513Z","steps":["trace[1711466643] 'agreement among raft nodes before linearized reading' (duration: 196.572963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.012515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.407741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:37.012569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.584416Z","time spent":"428.084463ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:37.012582Z","caller":"traceutil/trace.go:171","msg":"trace[1479802523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26851; }","duration":"270.563124ms","start":"2026-04-23T01:10:36.742004Z","end":"2026-04-23T01:10:37.012567Z","steps":["trace[1479802523] 'agreement among raft nodes before linearized reading' (duration: 270.401721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.370936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.587136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:37.371022Z","caller":"traceutil/trace.go:171","msg":"trace[1842874222] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26851; }","duration":"111.722458ms","start":"2026-04-23T01:10:37.259276Z","end":"2026-04-23T01:10:37.370999Z","steps":["trace[1842874222] 'count revisions from in-memory index tree' (duration: 111.430343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.371053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.026484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:37.37116Z","caller":"traceutil/trace.go:171","msg":"trace[1372959874] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26851; }","duration":"179.208847ms","start":"2026-04-23T01:10:37.191926Z","end":"2026-04-23T01:10:37.371135Z","steps":["trace[1372959874] 'count revisions from in-memory index tree' (duration: 178.889751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:37.929688Z","caller":"traceutil/trace.go:171","msg":"trace[1021920631] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"333.501176ms","start":"2026-04-23T01:10:37.59616Z","end":"2026-04-23T01:10:37.929661Z","steps":["trace[1021920631] 'process raft request' (duration: 333.325032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.929849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.596137Z","time spent":"333.632879ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:38.007312Z","caller":"traceutil/trace.go:171","msg":"trace[996098548] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"409.821421ms","start":"2026-04-23T01:10:37.597465Z","end":"2026-04-23T01:10:38.007287Z","steps":["trace[996098548] 'process raft request' (duration: 409.725679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:38.007351Z","caller":"traceutil/trace.go:171","msg":"trace[1431429191] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"410.312099ms","start":"2026-04-23T01:10:37.596997Z","end":"2026-04-23T01:10:38.007309Z","steps":["trace[1431429191] 'process raft request' (duration: 395.754385ms)","trace[1431429191] 'compare' (duration: 14.291889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:38.007458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.597437Z","time spent":"409.953273ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:38.007531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.596972Z","time spent":"410.475033ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:38.007585Z","caller":"traceutil/trace.go:171","msg":"trace[2040731157] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"409.025955ms","start":"2026-04-23T01:10:37.598541Z","end":"2026-04-23T01:10:38.007567Z","steps":["trace[2040731157] 'process raft request' (duration: 408.701429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.007661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.598527Z","time spent":"409.096767ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:38.007672Z","caller":"traceutil/trace.go:171","msg":"trace[1187166468] linearizableReadLoop","detail":"{readStateIndex:27729; appliedIndex:27724; }","duration":"369.417481ms","start":"2026-04-23T01:10:37.638224Z","end":"2026-04-23T01:10:38.007641Z","steps":["trace[1187166468] 'read index received' (duration: 291.319093ms)","trace[1187166468] 'applied index is now lower than readState.Index' (duration: 78.097018ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:38.007703Z","caller":"traceutil/trace.go:171","msg":"trace[1983363607] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"408.644548ms","start":"2026-04-23T01:10:37.599041Z","end":"2026-04-23T01:10:38.007686Z","steps":["trace[1983363607] 'process raft request' (duration: 408.428944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.007853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.637106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:10:38.007896Z","caller":"traceutil/trace.go:171","msg":"trace[4033821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26856; }","duration":"369.712716ms","start":"2026-04-23T01:10:37.638174Z","end":"2026-04-23T01:10:38.007886Z","steps":["trace[4033821] 'agreement among raft nodes before linearized reading' (duration: 369.572644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.007928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.638161Z","time spent":"369.760577ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:38.007949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.176045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:10:38.007995Z","caller":"traceutil/trace.go:171","msg":"trace[1672391985] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26856; }","duration":"263.288247ms","start":"2026-04-23T01:10:37.744692Z","end":"2026-04-23T01:10:38.00798Z","steps":["trace[1672391985] 'agreement among raft nodes before linearized reading' (duration: 263.129284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.007974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.599019Z","time spent":"408.813281ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:38.008052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.697582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:38.008091Z","caller":"traceutil/trace.go:171","msg":"trace[1262585504] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26856; }","duration":"100.737583ms","start":"2026-04-23T01:10:37.907344Z","end":"2026-04-23T01:10:38.008081Z","steps":["trace[1262585504] 'agreement among raft nodes before linearized reading' (duration: 100.665672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:05.340206Z","caller":"traceutil/trace.go:171","msg":"trace[2026436185] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"126.485695ms","start":"2026-04-23T01:11:05.213681Z","end":"2026-04-23T01:11:05.340167Z","steps":["trace[2026436185] 'process raft request' (duration: 126.172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:05.340417Z","caller":"traceutil/trace.go:171","msg":"trace[1591726656] linearizableReadLoop","detail":"{readStateIndex:28105; appliedIndex:28102; }","duration":"125.11048ms","start":"2026-04-23T01:11:05.215273Z","end":"2026-04-23T01:11:05.340383Z","steps":["trace[1591726656] 'read index received' (duration: 46.490363ms)","trace[1591726656] 'applied index is now lower than readState.Index' (duration: 78.617347ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:05.340533Z","caller":"traceutil/trace.go:171","msg":"trace[236263965] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"126.678179ms","start":"2026-04-23T01:11:05.213809Z","end":"2026-04-23T01:11:05.340487Z","steps":["trace[236263965] 'process raft request' (duration: 126.298811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:05.340743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.437616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-23T01:11:05.340795Z","caller":"traceutil/trace.go:171","msg":"trace[1480553057] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27225; }","duration":"125.525527ms","start":"2026-04-23T01:11:05.215256Z","end":"2026-04-23T01:11:05.340782Z","steps":["trace[1480553057] 'agreement among raft nodes before linearized reading' (duration: 125.291363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.308215Z","caller":"traceutil/trace.go:171","msg":"trace[501145293] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"100.161331ms","start":"2026-04-23T01:11:24.208023Z","end":"2026-04-23T01:11:24.308185Z","steps":["trace[501145293] 'process raft request' (duration: 99.954657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.318961Z","caller":"traceutil/trace.go:171","msg":"trace[1568899504] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"102.503654ms","start":"2026-04-23T01:11:24.216432Z","end":"2026-04-23T01:11:24.318936Z","steps":["trace[1568899504] 'process raft request' (duration: 102.408883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.318959Z","caller":"traceutil/trace.go:171","msg":"trace[1141688792] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"109.905733ms","start":"2026-04-23T01:11:24.209013Z","end":"2026-04-23T01:11:24.318919Z","steps":["trace[1141688792] 'process raft request' (duration: 109.687629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.319207Z","caller":"traceutil/trace.go:171","msg":"trace[398410455] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"102.586587ms","start":"2026-04-23T01:11:24.216549Z","end":"2026-04-23T01:11:24.319136Z","steps":["trace[398410455] 'process raft request' (duration: 102.345142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:30.425373Z","caller":"traceutil/trace.go:171","msg":"trace[163901778] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"311.057061ms","start":"2026-04-23T01:11:30.11429Z","end":"2026-04-23T01:11:30.425347Z","steps":["trace[163901778] 'process raft request' (duration: 310.834507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.425692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.114263Z","time spent":"311.186674ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:30.432498Z","caller":"traceutil/trace.go:171","msg":"trace[543225287] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"292.757697ms","start":"2026-04-23T01:11:30.139704Z","end":"2026-04-23T01:11:30.432462Z","steps":["trace[543225287] 'process raft request' (duration: 292.552693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:30.432796Z","caller":"traceutil/trace.go:171","msg":"trace[1249002909] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"105.112363ms","start":"2026-04-23T01:11:30.327655Z","end":"2026-04-23T01:11:30.432767Z","steps":["trace[1249002909] 'process raft request' (duration: 104.758987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:30.433159Z","caller":"traceutil/trace.go:171","msg":"trace[1897439518] linearizableReadLoop","detail":"{readStateIndex:28295; appliedIndex:28293; }","duration":"229.243834ms","start":"2026-04-23T01:11:30.203893Z","end":"2026-04-23T01:11:30.433137Z","steps":["trace[1897439518] 'read index received' (duration: 221.338846ms)","trace[1897439518] 'applied index is now lower than readState.Index' (duration: 7.903798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:30.433344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.678207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:30.433384Z","caller":"traceutil/trace.go:171","msg":"trace[2043287852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27414; }","duration":"144.773498ms","start":"2026-04-23T01:11:30.288596Z","end":"2026-04-23T01:11:30.43337Z","steps":["trace[2043287852] 'agreement among raft nodes before linearized reading' (duration: 144.697007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.433478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.54183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T01:11:30.433577Z","caller":"traceutil/trace.go:171","msg":"trace[74831981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27414; }","duration":"229.701995ms","start":"2026-04-23T01:11:30.203846Z","end":"2026-04-23T01:11:30.433548Z","steps":["trace[74831981] 'agreement among raft nodes before linearized reading' (duration: 229.427999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:05.263439Z","caller":"traceutil/trace.go:171","msg":"trace[2027996870] transaction","detail":"{read_only:false; response_revision:27723; number_of_response:1; }","duration":"200.643968ms","start":"2026-04-23T01:12:05.062767Z","end":"2026-04-23T01:12:05.263411Z","steps":["trace[2027996870] 'process raft request' (duration: 200.479835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:05.309844Z","caller":"traceutil/trace.go:171","msg":"trace[1531392607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27724; }","duration":"245.844407ms","start":"2026-04-23T01:12:05.063967Z","end":"2026-04-23T01:12:05.309811Z","steps":["trace[1531392607] 'process raft request' (duration: 245.647483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:14.725014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.346283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:12:14.725587Z","caller":"traceutil/trace.go:171","msg":"trace[744988362] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"152.384762ms","start":"2026-04-23T01:12:14.57317Z","end":"2026-04-23T01:12:14.725555Z","steps":["trace[744988362] 'process raft request' (duration: 152.011184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:14.735301Z","caller":"traceutil/trace.go:171","msg":"trace[1255565682] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"120.84418ms","start":"2026-04-23T01:12:14.614432Z","end":"2026-04-23T01:12:14.735276Z","steps":["trace[1255565682] 'process raft request' (duration: 120.611154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:14.735497Z","caller":"traceutil/trace.go:171","msg":"trace[22802215] transaction","detail":"{read_only:false; response_revision:27830; number_of_response:1; }","duration":"149.954836ms","start":"2026-04-23T01:12:14.585524Z","end":"2026-04-23T01:12:14.735479Z","steps":["trace[22802215] 'process raft request' (duration: 149.388965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:14.735572Z","caller":"traceutil/trace.go:171","msg":"trace[803642516] transaction","detail":"{read_only:false; response_revision:27833; number_of_response:1; }","duration":"118.895413ms","start":"2026-04-23T01:12:14.616663Z","end":"2026-04-23T01:12:14.735558Z","steps":["trace[803642516] 'process raft request' (duration: 118.476585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:14.73538Z","caller":"traceutil/trace.go:171","msg":"trace[1316493926] transaction","detail":"{read_only:false; response_revision:27832; number_of_response:1; }","duration":"120.473903ms","start":"2026-04-23T01:12:14.614858Z","end":"2026-04-23T01:12:14.735332Z","steps":["trace[1316493926] 'process raft request' (duration: 120.237067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:14.735942Z","caller":"traceutil/trace.go:171","msg":"trace[439644249] linearizableReadLoop","detail":"{readStateIndex:28728; appliedIndex:28722; }","duration":"107.415418ms","start":"2026-04-23T01:12:14.627772Z","end":"2026-04-23T01:12:14.735188Z","steps":["trace[439644249] 'read index received' (duration: 54.468364ms)","trace[439644249] 'applied index is now lower than readState.Index' (duration: 52.945784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:14.735957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.151791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:12:14.736043Z","caller":"traceutil/trace.go:171","msg":"trace[87229490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27833; }","duration":"108.284213ms","start":"2026-04-23T01:12:14.627736Z","end":"2026-04-23T01:12:14.73602Z","steps":["trace[87229490] 'agreement among raft nodes before linearized reading' (duration: 107.965867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.262894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25702} {"level":"info","ts":"2026-04-23T01:12:49.427274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25702,"took":"160.058115ms","hash":2107896552,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":34123776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T01:12:49.427378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2107896552,"revision":25702,"compact-revision":22371} {"level":"info","ts":"2026-04-23T01:13:25.35742Z","caller":"traceutil/trace.go:171","msg":"trace[523844890] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"131.980287ms","start":"2026-04-23T01:13:25.225418Z","end":"2026-04-23T01:13:25.357398Z","steps":["trace[523844890] 'process raft request' (duration: 45.7986ms)","trace[523844890] 'compare' (duration: 85.974193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:25.358634Z","caller":"traceutil/trace.go:171","msg":"trace[1610946943] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"130.020111ms","start":"2026-04-23T01:13:25.22858Z","end":"2026-04-23T01:13:25.3586Z","steps":["trace[1610946943] 'process raft request' (duration: 129.860698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:16.081049Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:14:16.08743Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:14:16.087519Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:17:49.269283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28136} {"level":"info","ts":"2026-04-23T01:17:49.399825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28136,"took":"126.167889ms","hash":3484380161,"current-db-size-bytes":56737792,"current-db-size":"57 MB","current-db-size-in-use-bytes":35893248,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-23T01:17:49.399876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3484380161,"revision":28136,"compact-revision":25702} {"level":"info","ts":"2026-04-23T01:22:49.276097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30717} {"level":"info","ts":"2026-04-23T01:22:49.419424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30717,"took":"138.927145ms","hash":1191030310,"current-db-size-bytes":56737792,"current-db-size":"57 MB","current-db-size-in-use-bytes":31244288,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:22:49.419477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1191030310,"revision":30717,"compact-revision":28136} {"level":"info","ts":"2026-04-23T01:27:35.658178Z","caller":"traceutil/trace.go:171","msg":"trace[1264138782] transaction","detail":"{read_only:false; response_revision:35251; number_of_response:1; }","duration":"139.3684ms","start":"2026-04-23T01:27:35.518782Z","end":"2026-04-23T01:27:35.658151Z","steps":["trace[1264138782] 'process raft request' (duration: 54.482671ms)","trace[1264138782] 'compare' (duration: 84.684346ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:27:49.282973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33020} {"level":"info","ts":"2026-04-23T01:27:49.436102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33020,"took":"149.589592ms","hash":4082386988,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":31789056,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:27:49.436155Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4082386988,"revision":33020,"compact-revision":30717} {"level":"info","ts":"2026-04-23T01:32:49.291266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35354} {"level":"info","ts":"2026-04-23T01:32:49.449302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35354,"took":"153.39158ms","hash":4288893599,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":32403456,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:32:49.449377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4288893599,"revision":35354,"compact-revision":33020} {"level":"info","ts":"2026-04-23T01:35:14.021088Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:35:14.026406Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T01:35:14.026578Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T01:37:49.297765Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37560} {"level":"info","ts":"2026-04-23T01:37:49.448127Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37560,"took":"146.478461ms","hash":3369416626,"current-db-size-bytes":59580416,"current-db-size":"60 MB","current-db-size-in-use-bytes":32219136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:37:49.448197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3369416626,"revision":37560,"compact-revision":35354}