{"level":"warn","ts":"2026-03-03T00:52:41.154353Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:41.154474Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T00:52:41.154549Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:41.154564Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T00:52:41.154595Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:41.155525Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-03-03T00:52:41.155649Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T00:52:41.15915Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.216382ms"} {"level":"info","ts":"2026-03-03T00:52:41.164325Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-03-03T00:52:41.164431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T00:52:41.164467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-03-03T00:52:41.164488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T00:52:41.164498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-03-03T00:52:41.164551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-03-03T00:52:41.17016Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T00:52:41.171942Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T00:52:41.173577Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T00:52:41.176487Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T00:52:41.177285Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T00:52:41.17747Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:41.177563Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:41.17758Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:41.180042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-03-03T00:52:41.180486Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T00:52:41.183444Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:41.183571Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T00:52:41.183663Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T00:52:41.183871Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T00:52:41.183925Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T00:52:42.065461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T00:52:42.065541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T00:52:42.065587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-03-03T00:52:42.065629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-03-03T00:52:42.065641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T00:52:42.065657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-03-03T00:52:42.065671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T00:52:42.066606Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:42.06791Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T00:52:42.067963Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:42.068039Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:42.068272Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T00:52:42.068312Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T00:52:42.070307Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:42.070443Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:42.070501Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:42.071637Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-03-03T00:52:42.071698Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T00:52:47.83323Z","caller":"traceutil/trace.go:171","msg":"trace[101598430] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:266; }","duration":"115.701858ms","start":"2026-03-03T00:52:47.717499Z","end":"2026-03-03T00:52:47.8332Z","steps":["trace[101598430] 'read index received' (duration: 115.485943ms)","trace[101598430] 'applied index is now lower than readState.Index' (duration: 214.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:52:47.833298Z","caller":"traceutil/trace.go:171","msg":"trace[752724046] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"126.590822ms","start":"2026-03-03T00:52:47.706676Z","end":"2026-03-03T00:52:47.833267Z","steps":["trace[752724046] 'process raft request' (duration: 126.397408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:52:47.833545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.003324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-03T00:52:47.833537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.996014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:52:47.833643Z","caller":"traceutil/trace.go:171","msg":"trace[435104598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:260; }","duration":"116.156248ms","start":"2026-03-03T00:52:47.717468Z","end":"2026-03-03T00:52:47.833624Z","steps":["trace[435104598] 'agreement among raft nodes before linearized reading' (duration: 115.936483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:47.833662Z","caller":"traceutil/trace.go:171","msg":"trace[771455667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:260; }","duration":"116.166628ms","start":"2026-03-03T00:52:47.717474Z","end":"2026-03-03T00:52:47.833641Z","steps":["trace[771455667] 'agreement among raft nodes before linearized reading' (duration: 115.902632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:01.456786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.493481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T00:53:01.456899Z","caller":"traceutil/trace.go:171","msg":"trace[95499313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"174.663185ms","start":"2026-03-03T00:53:01.282216Z","end":"2026-03-03T00:53:01.456879Z","steps":["trace[95499313] 'range keys from in-memory index tree' (duration: 174.389199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:07.425653Z","caller":"traceutil/trace.go:171","msg":"trace[560594945] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"212.663112ms","start":"2026-03-03T00:53:07.212963Z","end":"2026-03-03T00:53:07.425626Z","steps":["trace[560594945] 'process raft request' (duration: 212.483977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:07.426892Z","caller":"traceutil/trace.go:171","msg":"trace[985840725] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"105.231131ms","start":"2026-03-03T00:53:07.32164Z","end":"2026-03-03T00:53:07.426872Z","steps":["trace[985840725] 'process raft request' (duration: 105.143069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:10.352033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.771826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:53:17.447981Z","caller":"traceutil/trace.go:171","msg":"trace[1116257035] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"428.244257ms","start":"2026-03-03T00:53:17.019697Z","end":"2026-03-03T00:53:17.447941Z","steps":["trace[1116257035] 'process raft request' (duration: 428.012312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:17.449133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.019668Z","time spent":"428.459321ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:18.032294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.320017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:53:18.032402Z","caller":"traceutil/trace.go:171","msg":"trace[1015281003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"412.45801ms","start":"2026-03-03T00:53:17.619917Z","end":"2026-03-03T00:53:18.032375Z","steps":["trace[1015281003] 'range keys from in-memory index tree' (duration: 412.154804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.032473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.619905Z","time spent":"412.556561ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:18.03233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.063784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:18.032642Z","caller":"traceutil/trace.go:171","msg":"trace[1612151971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"311.35087ms","start":"2026-03-03T00:53:17.72122Z","end":"2026-03-03T00:53:18.032571Z","steps":["trace[1612151971] 'range keys from in-memory index tree' (duration: 310.979083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.032714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.227776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T00:53:18.03279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.721198Z","time spent":"311.543774ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:53:18.032824Z","caller":"traceutil/trace.go:171","msg":"trace[2049887784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"426.43285ms","start":"2026-03-03T00:53:17.606364Z","end":"2026-03-03T00:53:18.032797Z","steps":["trace[2049887784] 'range keys from in-memory index tree' (duration: 426.017622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.032918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.606333Z","time spent":"426.571223ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:53:18.479219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495767658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:53:18.516Z","caller":"traceutil/trace.go:171","msg":"trace[806939173] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"784.487438ms","start":"2026-03-03T00:53:17.731472Z","end":"2026-03-03T00:53:18.515959Z","steps":["trace[806939173] 'process raft request' (duration: 784.307615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.516178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.73145Z","time spent":"784.634111ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:18.521596Z","caller":"traceutil/trace.go:171","msg":"trace[1431805050] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:525; }","duration":"542.783895ms","start":"2026-03-03T00:53:17.978792Z","end":"2026-03-03T00:53:18.521576Z","steps":["trace[1431805050] 'read index received' (duration: 537.148462ms)","trace[1431805050] 'applied index is now lower than readState.Index' (duration: 5.634583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:18.52162Z","caller":"traceutil/trace.go:171","msg":"trace[1660239348] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"744.899282ms","start":"2026-03-03T00:53:17.776686Z","end":"2026-03-03T00:53:18.521586Z","steps":["trace[1660239348] 'process raft request' (duration: 744.685378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:18.521638Z","caller":"traceutil/trace.go:171","msg":"trace[354553305] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"484.326382ms","start":"2026-03-03T00:53:18.037291Z","end":"2026-03-03T00:53:18.521617Z","steps":["trace[354553305] 'process raft request' (duration: 484.200269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.521735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:18.037264Z","time spent":"484.417903ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:18.521746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.77667Z","time spent":"744.999564ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:18.521784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.429415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:18.521802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.00419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:53:18.521769Z","caller":"traceutil/trace.go:171","msg":"trace[409610033] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"484.211208ms","start":"2026-03-03T00:53:18.037501Z","end":"2026-03-03T00:53:18.521712Z","steps":["trace[409610033] 'process raft request' (duration: 484.034475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:18.521851Z","caller":"traceutil/trace.go:171","msg":"trace[1206807026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"487.543438ms","start":"2026-03-03T00:53:18.034292Z","end":"2026-03-03T00:53:18.521835Z","steps":["trace[1206807026] 'agreement among raft nodes before linearized reading' (duration: 487.446976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.521898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:18.034268Z","time spent":"487.623739ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:53:18.52185Z","caller":"traceutil/trace.go:171","msg":"trace[1661226081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"543.093482ms","start":"2026-03-03T00:53:17.978745Z","end":"2026-03-03T00:53:18.521838Z","steps":["trace[1661226081] 'agreement among raft nodes before linearized reading' (duration: 542.949988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:18.521999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:17.978724Z","time spent":"543.264375ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:18.522059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:18.037441Z","time spent":"484.462935ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:37.343848Z","caller":"traceutil/trace.go:171","msg":"trace[194797194] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"191.671497ms","start":"2026-03-03T00:53:37.15215Z","end":"2026-03-03T00:53:37.343821Z","steps":["trace[194797194] 'process raft request' (duration: 176.900881ms)","trace[194797194] 'compare' (duration: 14.659543ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:37.364941Z","caller":"traceutil/trace.go:171","msg":"trace[1299795545] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"122.687053ms","start":"2026-03-03T00:53:37.242223Z","end":"2026-03-03T00:53:37.36491Z","steps":["trace[1299795545] 'process raft request' (duration: 122.467918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:37.365264Z","caller":"traceutil/trace.go:171","msg":"trace[109791885] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"122.887197ms","start":"2026-03-03T00:53:37.242346Z","end":"2026-03-03T00:53:37.365233Z","steps":["trace[109791885] 'process raft request' (duration: 122.491719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:37.365334Z","caller":"traceutil/trace.go:171","msg":"trace[23249932] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"121.373717ms","start":"2026-03-03T00:53:37.24394Z","end":"2026-03-03T00:53:37.365314Z","steps":["trace[23249932] 'process raft request' (duration: 121.131042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:37.784321Z","caller":"traceutil/trace.go:171","msg":"trace[2015261905] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:899; }","duration":"177.252709ms","start":"2026-03-03T00:53:37.607039Z","end":"2026-03-03T00:53:37.784292Z","steps":["trace[2015261905] 'read index received' (duration: 176.85272ms)","trace[2015261905] 'applied index is now lower than readState.Index' (duration: 398.309µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:37.784655Z","caller":"traceutil/trace.go:171","msg":"trace[1867005756] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"411.599652ms","start":"2026-03-03T00:53:37.373028Z","end":"2026-03-03T00:53:37.784627Z","steps":["trace[1867005756] 'process raft request' (duration: 410.849547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:37.7848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:37.373004Z","time spent":"411.714145ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:37.78499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.919612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T00:53:37.785123Z","caller":"traceutil/trace.go:171","msg":"trace[493724215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:875; }","duration":"178.087925ms","start":"2026-03-03T00:53:37.607001Z","end":"2026-03-03T00:53:37.785089Z","steps":["trace[493724215] 'agreement among raft nodes before linearized reading' (duration: 177.558695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:18.916717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.659937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:18.917062Z","caller":"traceutil/trace.go:171","msg":"trace[1505513341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1430; }","duration":"183.32328ms","start":"2026-03-03T00:54:18.733712Z","end":"2026-03-03T00:54:18.917035Z","steps":["trace[1505513341] 'range keys from in-memory index tree' (duration: 181.597286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:18.917456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.262309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:18.917542Z","caller":"traceutil/trace.go:171","msg":"trace[1472382477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1430; }","duration":"184.366971ms","start":"2026-03-03T00:54:18.733159Z","end":"2026-03-03T00:54:18.917526Z","steps":["trace[1472382477] 'range keys from in-memory index tree' (duration: 184.181768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:18.917621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.215428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:18.917644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.396575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:18.917817Z","caller":"traceutil/trace.go:171","msg":"trace[28242168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1430; }","duration":"184.485223ms","start":"2026-03-03T00:54:18.733269Z","end":"2026-03-03T00:54:18.917754Z","steps":["trace[28242168] 'count revisions from in-memory index tree' (duration: 183.891622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:18.917809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.461187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:18.917885Z","caller":"traceutil/trace.go:171","msg":"trace[128501240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1430; }","duration":"225.711212ms","start":"2026-03-03T00:54:18.692103Z","end":"2026-03-03T00:54:18.917814Z","steps":["trace[128501240] 'range keys from in-memory index tree' (duration: 225.12372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:18.918024Z","caller":"traceutil/trace.go:171","msg":"trace[737790989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1430; }","duration":"225.843124ms","start":"2026-03-03T00:54:18.692133Z","end":"2026-03-03T00:54:18.917976Z","steps":["trace[737790989] 'count revisions from in-memory index tree' (duration: 225.257552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:26.390692Z","caller":"traceutil/trace.go:171","msg":"trace[1635842071] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1610; }","duration":"347.117409ms","start":"2026-03-03T00:54:26.043547Z","end":"2026-03-03T00:54:26.390664Z","steps":["trace[1635842071] 'read index received' (duration: 302.862225ms)","trace[1635842071] 'applied index is now lower than readState.Index' (duration: 44.253734ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:26.390704Z","caller":"traceutil/trace.go:171","msg":"trace[166763506] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"368.08506ms","start":"2026-03-03T00:54:26.02259Z","end":"2026-03-03T00:54:26.390675Z","steps":["trace[166763506] 'process raft request' (duration: 323.908948ms)","trace[166763506] 'compare' (duration: 43.792504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:26.390927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.335412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T00:54:26.390922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.371144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:54:26.390926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:26.022562Z","time spent":"368.257413ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:26.390966Z","caller":"traceutil/trace.go:171","msg":"trace[1605336228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1547; }","duration":"338.450895ms","start":"2026-03-03T00:54:26.052503Z","end":"2026-03-03T00:54:26.390954Z","steps":["trace[1605336228] 'agreement among raft nodes before linearized reading' (duration: 338.323962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:26.39097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.05569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:54:26.390981Z","caller":"traceutil/trace.go:171","msg":"trace[229333555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1547; }","duration":"347.499457ms","start":"2026-03-03T00:54:26.043463Z","end":"2026-03-03T00:54:26.390963Z","steps":["trace[229333555] 'agreement among raft nodes before linearized reading' (duration: 347.314573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:26.391012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:26.052477Z","time spent":"338.527005ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:54:26.391019Z","caller":"traceutil/trace.go:171","msg":"trace[2008465896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1547; }","duration":"162.161933ms","start":"2026-03-03T00:54:26.228846Z","end":"2026-03-03T00:54:26.391008Z","steps":["trace[2008465896] 'agreement among raft nodes before linearized reading' (duration: 162.02023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:26.391025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:26.043429Z","time spent":"347.588089ms","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:54:26.565533Z","caller":"traceutil/trace.go:171","msg":"trace[135807874] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"170.430281ms","start":"2026-03-03T00:54:26.395061Z","end":"2026-03-03T00:54:26.565491Z","steps":["trace[135807874] 'process raft request' (duration: 135.893502ms)","trace[135807874] 'compare' (duration: 34.348355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:26.601472Z","caller":"traceutil/trace.go:171","msg":"trace[709154842] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"204.802605ms","start":"2026-03-03T00:54:26.396628Z","end":"2026-03-03T00:54:26.60143Z","steps":["trace[709154842] 'process raft request' (duration: 204.674003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:26.601841Z","caller":"traceutil/trace.go:171","msg":"trace[838065240] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"206.503778ms","start":"2026-03-03T00:54:26.395241Z","end":"2026-03-03T00:54:26.601744Z","steps":["trace[838065240] 'process raft request' (duration: 205.860246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:26.960955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.38497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:26.96105Z","caller":"traceutil/trace.go:171","msg":"trace[1762075445] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1552; }","duration":"147.495652ms","start":"2026-03-03T00:54:26.813533Z","end":"2026-03-03T00:54:26.961029Z","steps":["trace[1762075445] 'count revisions from in-memory index tree' (duration: 147.272838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:26.961147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.114073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:26.961276Z","caller":"traceutil/trace.go:171","msg":"trace[1678500251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1552; }","duration":"203.259836ms","start":"2026-03-03T00:54:26.757994Z","end":"2026-03-03T00:54:26.961254Z","steps":["trace[1678500251] 'range keys from in-memory index tree' (duration: 203.095913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:35.197677Z","caller":"traceutil/trace.go:171","msg":"trace[1438969282] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"113.121597ms","start":"2026-03-03T00:54:35.084538Z","end":"2026-03-03T00:54:35.197659Z","steps":["trace[1438969282] 'process raft request' (duration: 101.563827ms)","trace[1438969282] 'compare' (duration: 11.432728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:35.197862Z","caller":"traceutil/trace.go:171","msg":"trace[1039393771] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"113.024446ms","start":"2026-03-03T00:54:35.084803Z","end":"2026-03-03T00:54:35.197827Z","steps":["trace[1039393771] 'process raft request' (duration: 112.825802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:39.431671Z","caller":"traceutil/trace.go:171","msg":"trace[806827599] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"218.213172ms","start":"2026-03-03T00:54:39.213436Z","end":"2026-03-03T00:54:39.43165Z","steps":["trace[806827599] 'process raft request' (duration: 216.269364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:39.431783Z","caller":"traceutil/trace.go:171","msg":"trace[172534596] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1713; }","duration":"132.049508ms","start":"2026-03-03T00:54:39.299725Z","end":"2026-03-03T00:54:39.431774Z","steps":["trace[172534596] 'read index received' (duration: 129.991768ms)","trace[172534596] 'applied index is now lower than readState.Index' (duration: 2.05716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:39.431909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.225902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-03T00:54:39.431931Z","caller":"traceutil/trace.go:171","msg":"trace[1702236333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1649; }","duration":"132.343684ms","start":"2026-03-03T00:54:39.299581Z","end":"2026-03-03T00:54:39.431924Z","steps":["trace[1702236333] 'agreement among raft nodes before linearized reading' (duration: 132.222922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:39.431975Z","caller":"traceutil/trace.go:171","msg":"trace[1141906570] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"216.948388ms","start":"2026-03-03T00:54:39.214991Z","end":"2026-03-03T00:54:39.431939Z","steps":["trace[1141906570] 'process raft request' (duration: 216.568691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:39.431983Z","caller":"traceutil/trace.go:171","msg":"trace[953941103] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"113.877882ms","start":"2026-03-03T00:54:39.318077Z","end":"2026-03-03T00:54:39.431955Z","steps":["trace[953941103] 'process raft request' (duration: 113.669918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:39.737171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.488141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:39.737271Z","caller":"traceutil/trace.go:171","msg":"trace[1402408763] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1649; }","duration":"191.612933ms","start":"2026-03-03T00:54:39.545639Z","end":"2026-03-03T00:54:39.737252Z","steps":["trace[1402408763] 'count revisions from in-memory index tree' (duration: 191.4099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:12.036058Z","caller":"traceutil/trace.go:171","msg":"trace[565469280] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"430.236445ms","start":"2026-03-03T00:55:11.605797Z","end":"2026-03-03T00:55:12.036034Z","steps":["trace[565469280] 'process raft request' (duration: 430.122723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.036251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.605774Z","time spent":"430.395388ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:12.134391Z","caller":"traceutil/trace.go:171","msg":"trace[1348717375] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1896; }","duration":"414.109307ms","start":"2026-03-03T00:55:11.720255Z","end":"2026-03-03T00:55:12.134364Z","steps":["trace[1348717375] 'read index received' (duration: 315.758452ms)","trace[1348717375] 'applied index is now lower than readState.Index' (duration: 98.349255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:12.134536Z","caller":"traceutil/trace.go:171","msg":"trace[456157562] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"527.957399ms","start":"2026-03-03T00:55:11.606548Z","end":"2026-03-03T00:55:12.134506Z","steps":["trace[456157562] 'process raft request' (duration: 479.31025ms)","trace[456157562] 'compare' (duration: 48.367614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:12.134686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.634889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:12.134695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.606531Z","time spent":"528.069071ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:12.134744Z","caller":"traceutil/trace.go:171","msg":"trace[2122061519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"413.71997ms","start":"2026-03-03T00:55:11.721009Z","end":"2026-03-03T00:55:12.134728Z","steps":["trace[2122061519] 'agreement among raft nodes before linearized reading' (duration: 413.633918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.134781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.720997Z","time spent":"413.776291ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:12.134764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.496034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:12.135007Z","caller":"traceutil/trace.go:171","msg":"trace[1620881589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1823; }","duration":"414.78319ms","start":"2026-03-03T00:55:11.720202Z","end":"2026-03-03T00:55:12.134985Z","steps":["trace[1620881589] 'agreement among raft nodes before linearized reading' (duration: 414.318171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.135124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.720185Z","time spent":"414.858361ms","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:55:17.884046Z","caller":"traceutil/trace.go:171","msg":"trace[182707450] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1924; }","duration":"145.584536ms","start":"2026-03-03T00:55:17.738434Z","end":"2026-03-03T00:55:17.884018Z","steps":["trace[182707450] 'read index received' (duration: 145.428473ms)","trace[182707450] 'applied index is now lower than readState.Index' (duration: 155.373µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:17.884185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.734699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:17.884172Z","caller":"traceutil/trace.go:171","msg":"trace[1750664205] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"266.948251ms","start":"2026-03-03T00:55:17.617115Z","end":"2026-03-03T00:55:17.884063Z","steps":["trace[1750664205] 'process raft request' (duration: 266.771968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:17.884261Z","caller":"traceutil/trace.go:171","msg":"trace[1289959033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"145.857951ms","start":"2026-03-03T00:55:17.738368Z","end":"2026-03-03T00:55:17.884226Z","steps":["trace[1289959033] 'agreement among raft nodes before linearized reading' (duration: 145.736479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:18.957596Z","caller":"traceutil/trace.go:171","msg":"trace[1794450008] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"154.604609ms","start":"2026-03-03T00:55:18.802961Z","end":"2026-03-03T00:55:18.957566Z","steps":["trace[1794450008] 'process raft request' (duration: 154.405455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:19.36738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.49037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:19.367507Z","caller":"traceutil/trace.go:171","msg":"trace[6652844] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1927; }","duration":"531.225402ms","start":"2026-03-03T00:55:18.836262Z","end":"2026-03-03T00:55:19.367488Z","steps":["trace[6652844] 'read index received' (duration: 121.214152ms)","trace[6652844] 'applied index is now lower than readState.Index' (duration: 410.0096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:19.367677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.391355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:19.367729Z","caller":"traceutil/trace.go:171","msg":"trace[1520073375] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"557.422441ms","start":"2026-03-03T00:55:18.810276Z","end":"2026-03-03T00:55:19.367699Z","steps":["trace[1520073375] 'process raft request' (duration: 330.509693ms)","trace[1520073375] 'compare' (duration: 226.335477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:19.367826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.002876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:19.367869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:18.810246Z","time spent":"557.551372ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:19.367865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.732069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992eb786d0fc03\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T00:55:19.3679Z","caller":"traceutil/trace.go:171","msg":"trace[190752126] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1853; }","duration":"101.105948ms","start":"2026-03-03T00:55:19.266776Z","end":"2026-03-03T00:55:19.367882Z","steps":["trace[190752126] 'agreement among raft nodes before linearized reading' (duration: 100.970215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.367959Z","caller":"traceutil/trace.go:171","msg":"trace[353796380] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992eb786d0fc03; range_end:; response_count:1; response_revision:1853; }","duration":"188.862932ms","start":"2026-03-03T00:55:19.179069Z","end":"2026-03-03T00:55:19.367932Z","steps":["trace[353796380] 'agreement among raft nodes before linearized reading' (duration: 188.650198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.36803Z","caller":"traceutil/trace.go:171","msg":"trace[1755504117] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1853; }","duration":"531.569308ms","start":"2026-03-03T00:55:18.836209Z","end":"2026-03-03T00:55:19.367778Z","steps":["trace[1755504117] 'agreement among raft nodes before linearized reading' (duration: 531.404285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:19.368109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:18.836187Z","time spent":"531.906414ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:19.368107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.994574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T00:55:19.368135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.632087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:55:19.368207Z","caller":"traceutil/trace.go:171","msg":"trace[1058155526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1853; }","duration":"523.147267ms","start":"2026-03-03T00:55:18.845034Z","end":"2026-03-03T00:55:19.368181Z","steps":["trace[1058155526] 'agreement among raft nodes before linearized reading' (duration: 522.8022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.368204Z","caller":"traceutil/trace.go:171","msg":"trace[222871229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1853; }","duration":"522.721799ms","start":"2026-03-03T00:55:18.845469Z","end":"2026-03-03T00:55:19.368191Z","steps":["trace[222871229] 'agreement among raft nodes before linearized reading' (duration: 522.494575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:19.368101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.854658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:55:19.368277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:18.845016Z","time spent":"523.246669ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:19.368295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:18.84546Z","time spent":"522.79927ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:55:19.368318Z","caller":"traceutil/trace.go:171","msg":"trace[498925632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"182.129583ms","start":"2026-03-03T00:55:19.186174Z","end":"2026-03-03T00:55:19.368304Z","steps":["trace[498925632] 'agreement among raft nodes before linearized reading' (duration: 181.726065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.57454Z","caller":"traceutil/trace.go:171","msg":"trace[1914481791] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"204.634533ms","start":"2026-03-03T00:55:19.369884Z","end":"2026-03-03T00:55:19.574518Z","steps":["trace[1914481791] 'process raft request' (duration: 151.188294ms)","trace[1914481791] 'compare' (duration: 53.312046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:19.577715Z","caller":"traceutil/trace.go:171","msg":"trace[1534064420] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"205.397268ms","start":"2026-03-03T00:55:19.372287Z","end":"2026-03-03T00:55:19.577684Z","steps":["trace[1534064420] 'process raft request' (duration: 205.062382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.577724Z","caller":"traceutil/trace.go:171","msg":"trace[466275858] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"205.280985ms","start":"2026-03-03T00:55:19.372418Z","end":"2026-03-03T00:55:19.577699Z","steps":["trace[466275858] 'process raft request' (duration: 204.96973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:19.57783Z","caller":"traceutil/trace.go:171","msg":"trace[1461034433] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"206.08451ms","start":"2026-03-03T00:55:19.371704Z","end":"2026-03-03T00:55:19.577789Z","steps":["trace[1461034433] 'process raft request' (duration: 205.54132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:18.054195Z","caller":"traceutil/trace.go:171","msg":"trace[264052321] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"103.112376ms","start":"2026-03-03T00:56:17.951058Z","end":"2026-03-03T00:56:18.05417Z","steps":["trace[264052321] 'process raft request' (duration: 102.906022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:45.499718Z","caller":"traceutil/trace.go:171","msg":"trace[1794302917] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"123.477348ms","start":"2026-03-03T00:56:45.376218Z","end":"2026-03-03T00:56:45.499696Z","steps":["trace[1794302917] 'process raft request' (duration: 123.336845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:45.905109Z","caller":"traceutil/trace.go:171","msg":"trace[1781980299] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2573; }","duration":"183.704826ms","start":"2026-03-03T00:56:45.721376Z","end":"2026-03-03T00:56:45.905081Z","steps":["trace[1781980299] 'read index received' (duration: 183.437901ms)","trace[1781980299] 'applied index is now lower than readState.Index' (duration: 262.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:45.905189Z","caller":"traceutil/trace.go:171","msg":"trace[1519552772] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"194.271869ms","start":"2026-03-03T00:56:45.710892Z","end":"2026-03-03T00:56:45.905164Z","steps":["trace[1519552772] 'process raft request' (duration: 193.999844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:45.905409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.005732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:45.905461Z","caller":"traceutil/trace.go:171","msg":"trace[1921749819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2473; }","duration":"184.097134ms","start":"2026-03-03T00:56:45.72135Z","end":"2026-03-03T00:56:45.905447Z","steps":["trace[1921749819] 'agreement among raft nodes before linearized reading' (duration: 183.851649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:46.174932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.513526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:56:46.175003Z","caller":"traceutil/trace.go:171","msg":"trace[1516251837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2473; }","duration":"159.613869ms","start":"2026-03-03T00:56:46.015371Z","end":"2026-03-03T00:56:46.174985Z","steps":["trace[1516251837] 'range keys from in-memory index tree' (duration: 159.381894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:46.175129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.217091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:56:46.17518Z","caller":"traceutil/trace.go:171","msg":"trace[233001741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2473; }","duration":"159.292353ms","start":"2026-03-03T00:56:46.015876Z","end":"2026-03-03T00:56:46.175168Z","steps":["trace[233001741] 'range keys from in-memory index tree' (duration: 159.121007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:46.175267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.527268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T00:56:46.175353Z","caller":"traceutil/trace.go:171","msg":"trace[1874076681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2473; }","duration":"167.6519ms","start":"2026-03-03T00:56:46.007681Z","end":"2026-03-03T00:56:46.175333Z","steps":["trace[1874076681] 'range keys from in-memory index tree' (duration: 167.275503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:11.411732Z","caller":"traceutil/trace.go:171","msg":"trace[568130594] linearizableReadLoop","detail":"{readStateIndex:3510; appliedIndex:3509; }","duration":"170.946692ms","start":"2026-03-03T00:59:11.240761Z","end":"2026-03-03T00:59:11.411707Z","steps":["trace[568130594] 'read index received' (duration: 170.779999ms)","trace[568130594] 'applied index is now lower than readState.Index' (duration: 165.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:59:11.412036Z","caller":"traceutil/trace.go:171","msg":"trace[404487380] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"177.056652ms","start":"2026-03-03T00:59:11.234942Z","end":"2026-03-03T00:59:11.411999Z","steps":["trace[404487380] 'process raft request' (duration: 176.578883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:59:11.412133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.34677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:59:11.412235Z","caller":"traceutil/trace.go:171","msg":"trace[953244517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3372; }","duration":"171.493053ms","start":"2026-03-03T00:59:11.240718Z","end":"2026-03-03T00:59:11.412211Z","steps":["trace[953244517] 'agreement among raft nodes before linearized reading' (duration: 171.213758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:59:11.564051Z","caller":"traceutil/trace.go:171","msg":"trace[1551950086] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"146.506242ms","start":"2026-03-03T00:59:11.417492Z","end":"2026-03-03T00:59:11.563999Z","steps":["trace[1551950086] 'process raft request' (duration: 142.266118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:28.45721Z","caller":"traceutil/trace.go:171","msg":"trace[950755348] linearizableReadLoop","detail":"{readStateIndex:4390; appliedIndex:4389; }","duration":"194.619049ms","start":"2026-03-03T01:00:28.262563Z","end":"2026-03-03T01:00:28.457182Z","steps":["trace[950755348] 'read index received' (duration: 194.563138ms)","trace[950755348] 'applied index is now lower than readState.Index' (duration: 54.181µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:28.457388Z","caller":"traceutil/trace.go:171","msg":"trace[947139361] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"223.584574ms","start":"2026-03-03T01:00:28.233692Z","end":"2026-03-03T01:00:28.457277Z","steps":["trace[947139361] 'process raft request' (duration: 223.34974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:28.457605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.769518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61588"} {"level":"info","ts":"2026-03-03T01:00:28.457699Z","caller":"traceutil/trace.go:171","msg":"trace[795813202] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4219; }","duration":"222.88781ms","start":"2026-03-03T01:00:28.234793Z","end":"2026-03-03T01:00:28.457681Z","steps":["trace[795813202] 'agreement among raft nodes before linearized reading' (duration: 222.523363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:28.462287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.119429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59bb31fc-f967-4949-bd31-e8062ec1b35e\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-03T01:00:28.462428Z","caller":"traceutil/trace.go:171","msg":"trace[1763842597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59bb31fc-f967-4949-bd31-e8062ec1b35e; range_end:; response_count:1; response_revision:4222; }","duration":"195.261512ms","start":"2026-03-03T01:00:28.267113Z","end":"2026-03-03T01:00:28.462374Z","steps":["trace[1763842597] 'agreement among raft nodes before linearized reading' (duration: 194.966576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:28.462761Z","caller":"traceutil/trace.go:171","msg":"trace[859090436] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"187.468969ms","start":"2026-03-03T01:00:28.275279Z","end":"2026-03-03T01:00:28.462748Z","steps":["trace[859090436] 'process raft request' (duration: 186.499851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:28.463046Z","caller":"traceutil/trace.go:171","msg":"trace[1201686006] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"139.561444ms","start":"2026-03-03T01:00:28.32347Z","end":"2026-03-03T01:00:28.463032Z","steps":["trace[1201686006] 'process raft request' (duration: 138.479554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:28.470119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.128598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-03T01:00:28.47023Z","caller":"traceutil/trace.go:171","msg":"trace[654718423] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4222; }","duration":"114.301471ms","start":"2026-03-03T01:00:28.355896Z","end":"2026-03-03T01:00:28.470197Z","steps":["trace[654718423] 'agreement among raft nodes before linearized reading' (duration: 107.884685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:37.759953Z","caller":"traceutil/trace.go:171","msg":"trace[1823522535] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4680; }","duration":"156.844882ms","start":"2026-03-03T01:00:37.603088Z","end":"2026-03-03T01:00:37.759933Z","steps":["trace[1823522535] 'read index received' (duration: 156.698659ms)","trace[1823522535] 'applied index is now lower than readState.Index' (duration: 145.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:37.760267Z","caller":"traceutil/trace.go:171","msg":"trace[113236554] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"163.4446ms","start":"2026-03-03T01:00:37.596812Z","end":"2026-03-03T01:00:37.760257Z","steps":["trace[113236554] 'process raft request' (duration: 162.992831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:37.760548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.450343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T01:00:37.760576Z","caller":"traceutil/trace.go:171","msg":"trace[793518023] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4502; }","duration":"157.524415ms","start":"2026-03-03T01:00:37.603041Z","end":"2026-03-03T01:00:37.760566Z","steps":["trace[793518023] 'agreement among raft nodes before linearized reading' (duration: 157.390062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:37.761002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.877791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:775152"} {"level":"info","ts":"2026-03-03T01:00:37.76103Z","caller":"traceutil/trace.go:171","msg":"trace[514002337] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4502; }","duration":"157.942562ms","start":"2026-03-03T01:00:37.60308Z","end":"2026-03-03T01:00:37.761023Z","steps":["trace[514002337] 'agreement among raft nodes before linearized reading' (duration: 157.609606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:40.817418Z","caller":"traceutil/trace.go:171","msg":"trace[2052283831] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4754; }","duration":"216.364143ms","start":"2026-03-03T01:00:40.601017Z","end":"2026-03-03T01:00:40.817381Z","steps":["trace[2052283831] 'read index received' (duration: 125.919358ms)","trace[2052283831] 'applied index is now lower than readState.Index' (duration: 90.442595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:40.817713Z","caller":"traceutil/trace.go:171","msg":"trace[324480285] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"305.158186ms","start":"2026-03-03T01:00:40.512538Z","end":"2026-03-03T01:00:40.817696Z","steps":["trace[324480285] 'process raft request' (duration: 214.340864ms)","trace[324480285] 'compare' (duration: 90.22872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:40.817883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:40.512504Z","time spent":"305.250158ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:40.81819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.149929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:40.81833Z","caller":"traceutil/trace.go:171","msg":"trace[1991187008] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4573; }","duration":"217.340503ms","start":"2026-03-03T01:00:40.600949Z","end":"2026-03-03T01:00:40.818289Z","steps":["trace[1991187008] 'agreement among raft nodes before linearized reading' (duration: 216.855103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.238101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.096227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:00:46.238407Z","caller":"traceutil/trace.go:171","msg":"trace[152071549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"219.312851ms","start":"2026-03-03T01:00:46.018905Z","end":"2026-03-03T01:00:46.238218Z","steps":["trace[152071549] 'range keys from in-memory index tree' (duration: 218.870212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.910049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.749232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:46.910314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.014972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-03-03T01:00:46.910476Z","caller":"traceutil/trace.go:171","msg":"trace[364008672] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4646; }","duration":"492.228447ms","start":"2026-03-03T01:00:46.418215Z","end":"2026-03-03T01:00:46.910444Z","steps":["trace[364008672] 'range keys from in-memory index tree' (duration: 491.752298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.910539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:46.41817Z","time spent":"492.353519ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T01:00:46.910311Z","caller":"traceutil/trace.go:171","msg":"trace[282045038] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4646; }","duration":"152.054407ms","start":"2026-03-03T01:00:46.758225Z","end":"2026-03-03T01:00:46.91028Z","steps":["trace[282045038] 'range keys from in-memory index tree' (duration: 151.701581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:46.923983Z","caller":"traceutil/trace.go:171","msg":"trace[673193436] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"504.769752ms","start":"2026-03-03T01:00:46.419172Z","end":"2026-03-03T01:00:46.923942Z","steps":["trace[673193436] 'process raft request' (duration: 504.538208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:46.923959Z","caller":"traceutil/trace.go:171","msg":"trace[311504178] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4831; }","duration":"490.852841ms","start":"2026-03-03T01:00:46.433072Z","end":"2026-03-03T01:00:46.923925Z","steps":["trace[311504178] 'read index received' (duration: 490.656707ms)","trace[311504178] 'applied index is now lower than readState.Index' (duration: 194.424µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:46.924156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:46.41916Z","time spent":"504.900554ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:00:46.924275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.171177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T01:00:46.924353Z","caller":"traceutil/trace.go:171","msg":"trace[1588510470] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4647; }","duration":"491.270749ms","start":"2026-03-03T01:00:46.433061Z","end":"2026-03-03T01:00:46.924332Z","steps":["trace[1588510470] 'agreement among raft nodes before linearized reading' (duration: 490.950372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.924397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:46.433053Z","time spent":"491.33585ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T01:00:46.944729Z","caller":"traceutil/trace.go:171","msg":"trace[750123559] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"106.0267ms","start":"2026-03-03T01:00:46.83867Z","end":"2026-03-03T01:00:46.944697Z","steps":["trace[750123559] 'process raft request' (duration: 105.846676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.945226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.550293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:46.945387Z","caller":"traceutil/trace.go:171","msg":"trace[2038391258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4649; }","duration":"223.743497ms","start":"2026-03-03T01:00:46.721588Z","end":"2026-03-03T01:00:46.945331Z","steps":["trace[2038391258] 'agreement among raft nodes before linearized reading' (duration: 223.553743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:46.945683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.005105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-03T01:00:46.945838Z","caller":"traceutil/trace.go:171","msg":"trace[1275997638] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4649; }","duration":"116.216949ms","start":"2026-03-03T01:00:46.829572Z","end":"2026-03-03T01:00:46.945789Z","steps":["trace[1275997638] 'agreement among raft nodes before linearized reading' (duration: 115.506525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.1102Z","caller":"traceutil/trace.go:171","msg":"trace[2059135180] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"122.202206ms","start":"2026-03-03T01:00:46.98797Z","end":"2026-03-03T01:00:47.110172Z","steps":["trace[2059135180] 'process raft request' (duration: 122.114544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.110208Z","caller":"traceutil/trace.go:171","msg":"trace[915833059] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"122.610794ms","start":"2026-03-03T01:00:46.987565Z","end":"2026-03-03T01:00:47.110176Z","steps":["trace[915833059] 'process raft request' (duration: 122.379309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.110377Z","caller":"traceutil/trace.go:171","msg":"trace[1028712686] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"121.255717ms","start":"2026-03-03T01:00:46.989096Z","end":"2026-03-03T01:00:47.110352Z","steps":["trace[1028712686] 'process raft request' (duration: 121.022583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:47.437935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.942765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:00:47.438093Z","caller":"traceutil/trace.go:171","msg":"trace[1922137617] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4655; }","duration":"255.111379ms","start":"2026-03-03T01:00:47.182957Z","end":"2026-03-03T01:00:47.438069Z","steps":["trace[1922137617] 'count revisions from in-memory index tree' (duration: 254.861404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.784622Z","caller":"traceutil/trace.go:171","msg":"trace[1503977924] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"342.805511ms","start":"2026-03-03T01:00:47.441785Z","end":"2026-03-03T01:00:47.784591Z","steps":["trace[1503977924] 'process raft request' (duration: 342.522765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.784794Z","caller":"traceutil/trace.go:171","msg":"trace[2119822491] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4840; }","duration":"342.490205ms","start":"2026-03-03T01:00:47.44226Z","end":"2026-03-03T01:00:47.78475Z","steps":["trace[2119822491] 'read index received' (duration: 28.602238ms)","trace[2119822491] 'applied index is now lower than readState.Index' (duration: 313.885067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:47.78481Z","caller":"traceutil/trace.go:171","msg":"trace[1602710156] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"341.965384ms","start":"2026-03-03T01:00:47.442817Z","end":"2026-03-03T01:00:47.784783Z","steps":["trace[1602710156] 'process raft request' (duration: 341.73104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:47.784832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:47.441758Z","time spent":"342.954204ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:47.784959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:47.442805Z","time spent":"342.065836ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:47.785017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.75151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:00:47.785056Z","caller":"traceutil/trace.go:171","msg":"trace[2131546134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4658; }","duration":"342.861912ms","start":"2026-03-03T01:00:47.442182Z","end":"2026-03-03T01:00:47.785044Z","steps":["trace[2131546134] 'agreement among raft nodes before linearized reading' (duration: 342.696618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:47.785077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:47.442153Z","time spent":"342.919914ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:00:47.828662Z","caller":"traceutil/trace.go:171","msg":"trace[29137581] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"301.552977ms","start":"2026-03-03T01:00:47.527082Z","end":"2026-03-03T01:00:47.828635Z","steps":["trace[29137581] 'process raft request' (duration: 301.335222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:47.828831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:47.527064Z","time spent":"301.668318ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17723,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:47.828923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.855825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:00:47.828802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.315372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T01:00:47.828977Z","caller":"traceutil/trace.go:171","msg":"trace[1507957616] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:4659; }","duration":"190.983648ms","start":"2026-03-03T01:00:47.637973Z","end":"2026-03-03T01:00:47.828957Z","steps":["trace[1507957616] 'agreement among raft nodes before linearized reading' (duration: 190.887166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:47.829028Z","caller":"traceutil/trace.go:171","msg":"trace[1337722744] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4659; }","duration":"340.566566ms","start":"2026-03-03T01:00:47.488419Z","end":"2026-03-03T01:00:47.828986Z","steps":["trace[1337722744] 'agreement among raft nodes before linearized reading' (duration: 340.183619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:47.82914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:47.48841Z","time spent":"340.687979ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T01:00:48.022969Z","caller":"traceutil/trace.go:171","msg":"trace[1659801783] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4844; }","duration":"190.804293ms","start":"2026-03-03T01:00:47.832133Z","end":"2026-03-03T01:00:48.022937Z","steps":["trace[1659801783] 'read index received' (duration: 101.461401ms)","trace[1659801783] 'applied index is now lower than readState.Index' (duration: 89.341762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:48.023035Z","caller":"traceutil/trace.go:171","msg":"trace[422418972] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"233.936406ms","start":"2026-03-03T01:00:47.789074Z","end":"2026-03-03T01:00:48.02301Z","steps":["trace[422418972] 'process raft request' (duration: 144.549992ms)","trace[422418972] 'compare' (duration: 89.17068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:48.023279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.1104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59bb31fc-f967-4949-bd31-e8062ec1b35e\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T01:00:48.023368Z","caller":"traceutil/trace.go:171","msg":"trace[730946009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59bb31fc-f967-4949-bd31-e8062ec1b35e; range_end:; response_count:1; response_revision:4660; }","duration":"191.258513ms","start":"2026-03-03T01:00:47.832089Z","end":"2026-03-03T01:00:48.023348Z","steps":["trace[730946009] 'agreement among raft nodes before linearized reading' (duration: 190.942477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:48.027566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.670461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:00:48.027651Z","caller":"traceutil/trace.go:171","msg":"trace[491282665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4662; }","duration":"129.803524ms","start":"2026-03-03T01:00:47.897834Z","end":"2026-03-03T01:00:48.027638Z","steps":["trace[491282665] 'agreement among raft nodes before linearized reading' (duration: 129.59312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:48.027714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.435705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"info","ts":"2026-03-03T01:00:48.027797Z","caller":"traceutil/trace.go:171","msg":"trace[2018336187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4662; }","duration":"193.562498ms","start":"2026-03-03T01:00:47.834217Z","end":"2026-03-03T01:00:48.02778Z","steps":["trace[2018336187] 'agreement among raft nodes before linearized reading' (duration: 193.15105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:48.837184Z","caller":"traceutil/trace.go:171","msg":"trace[80864119] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"115.926082ms","start":"2026-03-03T01:00:48.721235Z","end":"2026-03-03T01:00:48.837161Z","steps":["trace[80864119] 'read index received' (duration: 115.770799ms)","trace[80864119] 'applied index is now lower than readState.Index' (duration: 154.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:48.837294Z","caller":"traceutil/trace.go:171","msg":"trace[445009190] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"189.455447ms","start":"2026-03-03T01:00:48.6478Z","end":"2026-03-03T01:00:48.837255Z","steps":["trace[445009190] 'process raft request' (duration: 189.213522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:48.83735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.097425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:48.837387Z","caller":"traceutil/trace.go:171","msg":"trace[734331997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4696; }","duration":"116.185567ms","start":"2026-03-03T01:00:48.72119Z","end":"2026-03-03T01:00:48.837376Z","steps":["trace[734331997] 'agreement among raft nodes before linearized reading' (duration: 116.061495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:49.050307Z","caller":"traceutil/trace.go:171","msg":"trace[1367914095] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"201.039309ms","start":"2026-03-03T01:00:48.849242Z","end":"2026-03-03T01:00:49.050281Z","steps":["trace[1367914095] 'process raft request' (duration: 200.862026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:49.180625Z","caller":"traceutil/trace.go:171","msg":"trace[2128503154] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"229.988001ms","start":"2026-03-03T01:00:48.950608Z","end":"2026-03-03T01:00:49.180596Z","steps":["trace[2128503154] 'process raft request' (duration: 169.425016ms)","trace[2128503154] 'compare' (duration: 60.30964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:49.180895Z","caller":"traceutil/trace.go:171","msg":"trace[725303536] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"228.689996ms","start":"2026-03-03T01:00:48.952158Z","end":"2026-03-03T01:00:49.180848Z","steps":["trace[725303536] 'process raft request' (duration: 228.39308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:49.416871Z","caller":"traceutil/trace.go:171","msg":"trace[1553923182] linearizableReadLoop","detail":"{readStateIndex:4887; appliedIndex:4886; }","duration":"201.572706ms","start":"2026-03-03T01:00:49.215266Z","end":"2026-03-03T01:00:49.416839Z","steps":["trace[1553923182] 'read index received' (duration: 201.27745ms)","trace[1553923182] 'applied index is now lower than readState.Index' (duration: 293.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:49.416897Z","caller":"traceutil/trace.go:171","msg":"trace[416626197] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"217.611963ms","start":"2026-03-03T01:00:49.199258Z","end":"2026-03-03T01:00:49.41687Z","steps":["trace[416626197] 'process raft request' (duration: 217.310997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:49.417131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.663388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:00:49.417193Z","caller":"traceutil/trace.go:171","msg":"trace[1359448375] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4701; }","duration":"162.774181ms","start":"2026-03-03T01:00:49.254402Z","end":"2026-03-03T01:00:49.417176Z","steps":["trace[1359448375] 'agreement among raft nodes before linearized reading' (duration: 162.614838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:49.417211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.926973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:00:49.417281Z","caller":"traceutil/trace.go:171","msg":"trace[1911406974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4701; }","duration":"202.007244ms","start":"2026-03-03T01:00:49.215257Z","end":"2026-03-03T01:00:49.417265Z","steps":["trace[1911406974] 'agreement among raft nodes before linearized reading' (duration: 201.696358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:49.722618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.098896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:00:49.722825Z","caller":"traceutil/trace.go:171","msg":"trace[523710358] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"200.933963ms","start":"2026-03-03T01:00:49.521874Z","end":"2026-03-03T01:00:49.722808Z","steps":["trace[523710358] 'read index received' (duration: 32.202124ms)","trace[523710358] 'applied index is now lower than readState.Index' (duration: 168.730269ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:49.722846Z","caller":"traceutil/trace.go:171","msg":"trace[158498539] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"232.291382ms","start":"2026-03-03T01:00:49.490539Z","end":"2026-03-03T01:00:49.722831Z","steps":["trace[158498539] 'process raft request' (duration: 232.19939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:49.722831Z","caller":"traceutil/trace.go:171","msg":"trace[111134572] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"233.043066ms","start":"2026-03-03T01:00:49.489759Z","end":"2026-03-03T01:00:49.722802Z","steps":["trace[111134572] 'process raft request' (duration: 64.312888ms)","trace[111134572] 'compare' (duration: 167.918853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:49.722991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.691874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:49.723054Z","caller":"traceutil/trace.go:171","msg":"trace[209427979] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4704; }","duration":"182.779485ms","start":"2026-03-03T01:00:49.540259Z","end":"2026-03-03T01:00:49.723039Z","steps":["trace[209427979] 'agreement among raft nodes before linearized reading' (duration: 182.660013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:49.723282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.402972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:00:49.72334Z","caller":"traceutil/trace.go:171","msg":"trace[1195158963] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4704; }","duration":"201.517935ms","start":"2026-03-03T01:00:49.521809Z","end":"2026-03-03T01:00:49.723327Z","steps":["trace[1195158963] 'agreement among raft nodes before linearized reading' (duration: 201.055036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:52.221993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:00:52.722458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:00:53.721332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:00:53.721438Z","caller":"traceutil/trace.go:171","msg":"trace[1262549687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522632s","start":"2026-03-03T01:00:51.720878Z","end":"2026-03-03T01:00:53.721401Z","steps":["trace[1262549687] 'agreement among raft nodes before linearized reading' (duration: 2.00042466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:53.721484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.720857Z","time spent":"2.000614745s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:00:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:00:53.752457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:00:54.252871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:00:54.753495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:00:55.118059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.134057969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:00:55.118648Z","caller":"traceutil/trace.go:171","msg":"trace[1048097643] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"4.134818604s","start":"2026-03-03T01:00:50.983797Z","end":"2026-03-03T01:00:55.118615Z","steps":["trace[1048097643] 'process raft request' (duration: 4.134593349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.118907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:50.983756Z","time spent":"4.135002018s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.188903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:00:55.189005Z","caller":"traceutil/trace.go:171","msg":"trace[1255828426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000571735s","start":"2026-03-03T01:00:53.188409Z","end":"2026-03-03T01:00:55.188981Z","steps":["trace[1255828426] 'agreement among raft nodes before linearized reading' (duration: 2.000426361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.18932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:53.188383Z","time spent":"2.000913881s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:00:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:00:55.40671Z","caller":"traceutil/trace.go:171","msg":"trace[506632517] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"4.220643317s","start":"2026-03-03T01:00:51.186041Z","end":"2026-03-03T01:00:55.406684Z","steps":["trace[506632517] 'process raft request' (duration: 4.220546735s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.406748Z","caller":"traceutil/trace.go:171","msg":"trace[1318299099] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"4.220753369s","start":"2026-03-03T01:00:51.185951Z","end":"2026-03-03T01:00:55.406704Z","steps":["trace[1318299099] 'process raft request' (duration: 4.220467603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.406877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.185988Z","time spent":"4.22080546s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.406915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.185919Z","time spent":"4.220887341s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.407073Z","caller":"traceutil/trace.go:171","msg":"trace[1804111985] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"4.205568389s","start":"2026-03-03T01:00:51.201469Z","end":"2026-03-03T01:00:55.407038Z","steps":["trace[1804111985] 'process raft request' (duration: 4.205158622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.407313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.201439Z","time spent":"4.205734403s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.407459Z","caller":"traceutil/trace.go:171","msg":"trace[409631699] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"2.653971433s","start":"2026-03-03T01:00:52.753471Z","end":"2026-03-03T01:00:55.407442Z","steps":["trace[409631699] 'process raft request' (duration: 2.653426112s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.40744Z","caller":"traceutil/trace.go:171","msg":"trace[181919728] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4905; }","duration":"3.686453269s","start":"2026-03-03T01:00:51.720918Z","end":"2026-03-03T01:00:55.407372Z","steps":["trace[181919728] 'read index received' (duration: 3.397459548s)","trace[181919728] 'applied index is now lower than readState.Index' (duration: 288.991811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:55.407521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.75344Z","time spent":"2.654049605s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.407736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687310875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:00:55.407776Z","caller":"traceutil/trace.go:171","msg":"trace[1920341250] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4723; }","duration":"1.687387467s","start":"2026-03-03T01:00:53.720379Z","end":"2026-03-03T01:00:55.407767Z","steps":["trace[1920341250] 'agreement among raft nodes before linearized reading' (duration: 1.687283365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.407804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:53.720358Z","time spent":"1.687438687s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:00:55.407849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609672775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:00:55.40788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474286116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:00:55.4079Z","caller":"traceutil/trace.go:171","msg":"trace[1123444327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4723; }","duration":"3.609761957s","start":"2026-03-03T01:00:51.798125Z","end":"2026-03-03T01:00:55.407887Z","steps":["trace[1123444327] 'agreement among raft nodes before linearized reading' (duration: 3.609527062s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.407925Z","caller":"traceutil/trace.go:171","msg":"trace[898081674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4723; }","duration":"3.474376086s","start":"2026-03-03T01:00:51.933536Z","end":"2026-03-03T01:00:55.407913Z","steps":["trace[898081674] 'agreement among raft nodes before linearized reading' (duration: 3.474228054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.407953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.79812Z","time spent":"3.609822498s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:00:55.407965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953043942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:00:55.408012Z","caller":"traceutil/trace.go:171","msg":"trace[349680986] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4723; }","duration":"2.953129874s","start":"2026-03-03T01:00:52.454869Z","end":"2026-03-03T01:00:55.407999Z","steps":["trace[349680986] 'agreement among raft nodes before linearized reading' (duration: 2.953056003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.40803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.260107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:00:55.408035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372105719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:00:55.408054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.454837Z","time spent":"2.953208105s","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:00:55.408064Z","caller":"traceutil/trace.go:171","msg":"trace[50442917] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4723; }","duration":"216.338028ms","start":"2026-03-03T01:00:55.191717Z","end":"2026-03-03T01:00:55.408055Z","steps":["trace[50442917] 'agreement among raft nodes before linearized reading' (duration: 216.226496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.408069Z","caller":"traceutil/trace.go:171","msg":"trace[23968695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4723; }","duration":"3.37215891s","start":"2026-03-03T01:00:52.035903Z","end":"2026-03-03T01:00:55.408062Z","steps":["trace[23968695] 'agreement among raft nodes before linearized reading' (duration: 3.372077439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.035892Z","time spent":"3.372200631s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:00:55.40817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607201966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:00:55.408208Z","caller":"traceutil/trace.go:171","msg":"trace[350156833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4723; }","duration":"3.607278688s","start":"2026-03-03T01:00:51.800919Z","end":"2026-03-03T01:00:55.408198Z","steps":["trace[350156833] 'agreement among raft nodes before linearized reading' (duration: 3.607180916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.800902Z","time spent":"3.607333149s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:00:55.408291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.365099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cdc99964f-kbjng.18992f098d2ca1c7\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-03T01:00:55.408301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079543857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:00:55.407894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366696193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:00:55.408333Z","caller":"traceutil/trace.go:171","msg":"trace[930279789] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7cdc99964f-kbjng.18992f098d2ca1c7; range_end:; response_count:1; response_revision:4723; }","duration":"616.44469ms","start":"2026-03-03T01:00:54.791877Z","end":"2026-03-03T01:00:55.408322Z","steps":["trace[930279789] 'agreement among raft nodes before linearized reading' (duration: 616.355049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686655171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:55.408381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:54.791852Z","time spent":"616.522041ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7cdc99964f-kbjng.18992f098d2ca1c7\" "} {"level":"info","ts":"2026-03-03T01:00:55.408391Z","caller":"traceutil/trace.go:171","msg":"trace[1406779640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4723; }","duration":"1.686711942s","start":"2026-03-03T01:00:53.721669Z","end":"2026-03-03T01:00:55.408381Z","steps":["trace[1406779640] 'agreement among raft nodes before linearized reading' (duration: 1.686651141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359170624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T01:00:55.408425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:53.721661Z","time spent":"1.686754053s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:00:55.40844Z","caller":"traceutil/trace.go:171","msg":"trace[878422892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4723; }","duration":"3.359266905s","start":"2026-03-03T01:00:52.049165Z","end":"2026-03-03T01:00:55.408432Z","steps":["trace[878422892] 'agreement among raft nodes before linearized reading' (duration: 3.359188184s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.408403Z","caller":"traceutil/trace.go:171","msg":"trace[1783172407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:4723; }","duration":"3.367228503s","start":"2026-03-03T01:00:52.041125Z","end":"2026-03-03T01:00:55.408354Z","steps":["trace[1783172407] 'agreement among raft nodes before linearized reading' (duration: 3.366611201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.049143Z","time spent":"3.359319496s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:00:55.407961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:51.933515Z","time spent":"3.474439308s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:00:55.408595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.096111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:00:55.40857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.041104Z","time spent":"3.367381806s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:00:55.408628Z","caller":"traceutil/trace.go:171","msg":"trace[245223216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4723; }","duration":"662.179662ms","start":"2026-03-03T01:00:54.74644Z","end":"2026-03-03T01:00:55.408619Z","steps":["trace[245223216] 'agreement among raft nodes before linearized reading' (duration: 662.08869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:54.746413Z","time spent":"662.256403ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:00:55.408645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639571582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T01:00:55.408334Z","caller":"traceutil/trace.go:171","msg":"trace[1536699728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4723; }","duration":"3.079613909s","start":"2026-03-03T01:00:52.328711Z","end":"2026-03-03T01:00:55.408325Z","steps":["trace[1536699728] 'agreement among raft nodes before linearized reading' (duration: 3.079522218s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.408765Z","caller":"traceutil/trace.go:171","msg":"trace[827161429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"1.639752045s","start":"2026-03-03T01:00:53.768982Z","end":"2026-03-03T01:00:55.408734Z","steps":["trace[827161429] 'agreement among raft nodes before linearized reading' (duration: 1.639383838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.408797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:52.328682Z","time spent":"3.080102169s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:00:55.408829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:53.768966Z","time spent":"1.639852167s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:00:55.408214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47568557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:55.408878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131310647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:55.409011Z","caller":"traceutil/trace.go:171","msg":"trace[1106130872] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4723; }","duration":"1.13151029s","start":"2026-03-03T01:00:54.277466Z","end":"2026-03-03T01:00:55.408976Z","steps":["trace[1106130872] 'agreement among raft nodes before linearized reading' (duration: 1.131252325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.409079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:54.277445Z","time spent":"1.131622893s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:00:55.40896Z","caller":"traceutil/trace.go:171","msg":"trace[1698484677] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4723; }","duration":"1.476419534s","start":"2026-03-03T01:00:53.932517Z","end":"2026-03-03T01:00:55.408936Z","steps":["trace[1698484677] 'agreement among raft nodes before linearized reading' (duration: 1.47566785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.410058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:53.932453Z","time spent":"1.477577726s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:00:55.788215Z","caller":"traceutil/trace.go:171","msg":"trace[230390347] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"375.008577ms","start":"2026-03-03T01:00:55.413176Z","end":"2026-03-03T01:00:55.788184Z","steps":["trace[230390347] 'process raft request' (duration: 325.285867ms)","trace[230390347] 'compare' (duration: 49.527876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:55.788277Z","caller":"traceutil/trace.go:171","msg":"trace[1642422461] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"373.693461ms","start":"2026-03-03T01:00:55.414563Z","end":"2026-03-03T01:00:55.788256Z","steps":["trace[1642422461] 'process raft request' (duration: 373.62618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.788385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.414525Z","time spent":"373.802163ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.788385Z","caller":"traceutil/trace.go:171","msg":"trace[1042732528] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"374.729041ms","start":"2026-03-03T01:00:55.413636Z","end":"2026-03-03T01:00:55.788366Z","steps":["trace[1042732528] 'process raft request' (duration: 374.467166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.788421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.413154Z","time spent":"375.135849ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.788475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.41362Z","time spent":"374.811603ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.788517Z","caller":"traceutil/trace.go:171","msg":"trace[716803813] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"374.355185ms","start":"2026-03-03T01:00:55.414153Z","end":"2026-03-03T01:00:55.788508Z","steps":["trace[716803813] 'process raft request' (duration: 374.004537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.788573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.414147Z","time spent":"374.399986ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.788612Z","caller":"traceutil/trace.go:171","msg":"trace[1244736492] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"374.010317ms","start":"2026-03-03T01:00:55.414579Z","end":"2026-03-03T01:00:55.788589Z","steps":["trace[1244736492] 'process raft request' (duration: 373.639619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.788753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.414536Z","time spent":"374.14357ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.78929Z","caller":"traceutil/trace.go:171","msg":"trace[752697924] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4910; }","duration":"375.420706ms","start":"2026-03-03T01:00:55.413856Z","end":"2026-03-03T01:00:55.789276Z","steps":["trace[752697924] 'read index received' (duration: 100.86063ms)","trace[752697924] 'applied index is now lower than readState.Index' (duration: 274.559146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:55.78931Z","caller":"traceutil/trace.go:171","msg":"trace[1659173659] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"374.62701ms","start":"2026-03-03T01:00:55.414667Z","end":"2026-03-03T01:00:55.789294Z","steps":["trace[1659173659] 'process raft request' (duration: 374.488057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:55.789364Z","caller":"traceutil/trace.go:171","msg":"trace[864604027] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"373.258262ms","start":"2026-03-03T01:00:55.416097Z","end":"2026-03-03T01:00:55.789356Z","steps":["trace[864604027] 'process raft request' (duration: 373.12291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.789379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.414656Z","time spent":"374.685841ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.789437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.416089Z","time spent":"373.311743ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:55.789463Z","caller":"traceutil/trace.go:171","msg":"trace[2003624300] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"374.851764ms","start":"2026-03-03T01:00:55.414603Z","end":"2026-03-03T01:00:55.789454Z","steps":["trace[2003624300] 'process raft request' (duration: 373.896746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.789504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.414595Z","time spent":"374.886445ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:55.789608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.744202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:00:55.789689Z","caller":"traceutil/trace.go:171","msg":"trace[70834321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4731; }","duration":"375.841044ms","start":"2026-03-03T01:00:55.413835Z","end":"2026-03-03T01:00:55.789676Z","steps":["trace[70834321] 'agreement among raft nodes before linearized reading' (duration: 375.592109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.789751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.413828Z","time spent":"375.910065ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:00:55.791534Z","caller":"traceutil/trace.go:171","msg":"trace[2078028251] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"177.329908ms","start":"2026-03-03T01:00:55.614178Z","end":"2026-03-03T01:00:55.791508Z","steps":["trace[2078028251] 'process raft request' (duration: 177.186135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.791782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.489387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71030"} {"level":"info","ts":"2026-03-03T01:00:55.791866Z","caller":"traceutil/trace.go:171","msg":"trace[918581848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4732; }","duration":"376.61912ms","start":"2026-03-03T01:00:55.415229Z","end":"2026-03-03T01:00:55.791848Z","steps":["trace[918581848] 'agreement among raft nodes before linearized reading' (duration: 376.261143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.79182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.63099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:55.791919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.415218Z","time spent":"376.689521ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71053,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:00:55.791968Z","caller":"traceutil/trace.go:171","msg":"trace[2136313734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4732; }","duration":"374.824824ms","start":"2026-03-03T01:00:55.417118Z","end":"2026-03-03T01:00:55.791943Z","steps":["trace[2136313734] 'agreement among raft nodes before linearized reading' (duration: 374.457616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:55.79205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:55.417111Z","time spent":"374.929035ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:00:55.96678Z","caller":"traceutil/trace.go:171","msg":"trace[1780873135] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"116.764213ms","start":"2026-03-03T01:00:55.849981Z","end":"2026-03-03T01:00:55.966745Z","steps":["trace[1780873135] 'process raft request' (duration: 89.662838ms)","trace[1780873135] 'compare' (duration: 26.974023ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:57.03561Z","caller":"traceutil/trace.go:171","msg":"trace[1349942279] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"111.658112ms","start":"2026-03-03T01:00:56.923907Z","end":"2026-03-03T01:00:57.035565Z","steps":["trace[1349942279] 'process raft request' (duration: 111.493869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.90365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.191335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:00:57.903706Z","caller":"traceutil/trace.go:171","msg":"trace[1288496954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4738; }","duration":"110.300636ms","start":"2026-03-03T01:00:57.793394Z","end":"2026-03-03T01:00:57.903694Z","steps":["trace[1288496954] 'range keys from in-memory index tree' (duration: 109.97923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.903709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.490939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:57.903773Z","caller":"traceutil/trace.go:171","msg":"trace[392634293] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4738; }","duration":"261.606531ms","start":"2026-03-03T01:00:57.64215Z","end":"2026-03-03T01:00:57.903756Z","steps":["trace[392634293] 'count revisions from in-memory index tree' (duration: 261.412778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.903828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:00:57.903941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.927449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:00:57.90394Z","caller":"traceutil/trace.go:171","msg":"trace[1697334573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:4738; }","duration":"106.179064ms","start":"2026-03-03T01:00:57.797735Z","end":"2026-03-03T01:00:57.903914Z","steps":["trace[1697334573] 'range keys from in-memory index tree' (duration: 105.91005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:57.903965Z","caller":"traceutil/trace.go:171","msg":"trace[884225352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4738; }","duration":"110.968379ms","start":"2026-03-03T01:00:57.792991Z","end":"2026-03-03T01:00:57.90396Z","steps":["trace[884225352] 'range keys from in-memory index tree' (duration: 110.851247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.904056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.068801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:00:57.904076Z","caller":"traceutil/trace.go:171","msg":"trace[68384465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4738; }","duration":"111.129702ms","start":"2026-03-03T01:00:57.792941Z","end":"2026-03-03T01:00:57.904071Z","steps":["trace[68384465] 'range keys from in-memory index tree' (duration: 110.943819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.903828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.252215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T01:00:57.904112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.102352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:57.904162Z","caller":"traceutil/trace.go:171","msg":"trace[1338566495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4738; }","duration":"185.203243ms","start":"2026-03-03T01:00:57.718947Z","end":"2026-03-03T01:00:57.90415Z","steps":["trace[1338566495] 'range keys from in-memory index tree' (duration: 184.994809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:57.904153Z","caller":"traceutil/trace.go:171","msg":"trace[1413365438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4738; }","duration":"110.596563ms","start":"2026-03-03T01:00:57.793538Z","end":"2026-03-03T01:00:57.904135Z","steps":["trace[1413365438] 'range keys from in-memory index tree' (duration: 110.112913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:57.904165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.604372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:00:57.904305Z","caller":"traceutil/trace.go:171","msg":"trace[1610753955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4738; }","duration":"110.747695ms","start":"2026-03-03T01:00:57.79351Z","end":"2026-03-03T01:00:57.904258Z","steps":["trace[1610753955] 'range keys from in-memory index tree' (duration: 110.364947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:58.089357Z","caller":"traceutil/trace.go:171","msg":"trace[1350436162] linearizableReadLoop","detail":"{readStateIndex:4928; appliedIndex:4926; }","duration":"180.986921ms","start":"2026-03-03T01:00:57.908317Z","end":"2026-03-03T01:00:58.089304Z","steps":["trace[1350436162] 'read index received' (duration: 58.122077ms)","trace[1350436162] 'applied index is now lower than readState.Index' (duration: 122.863894ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:58.089482Z","caller":"traceutil/trace.go:171","msg":"trace[790993220] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"180.96377ms","start":"2026-03-03T01:00:57.908505Z","end":"2026-03-03T01:00:58.089469Z","steps":["trace[790993220] 'process raft request' (duration: 180.725256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:58.089464Z","caller":"traceutil/trace.go:171","msg":"trace[792833787] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"180.997731ms","start":"2026-03-03T01:00:57.908434Z","end":"2026-03-03T01:00:58.089432Z","steps":["trace[792833787] 'process raft request' (duration: 180.756436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:58.089643Z","caller":"traceutil/trace.go:171","msg":"trace[230604950] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"181.741826ms","start":"2026-03-03T01:00:57.907889Z","end":"2026-03-03T01:00:58.089631Z","steps":["trace[230604950] 'process raft request' (duration: 175.89473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:58.089724Z","caller":"traceutil/trace.go:171","msg":"trace[758315925] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"181.182354ms","start":"2026-03-03T01:00:57.90853Z","end":"2026-03-03T01:00:58.089713Z","steps":["trace[758315925] 'process raft request' (duration: 180.734525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:58.09012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.781236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71030"} {"level":"info","ts":"2026-03-03T01:00:58.090165Z","caller":"traceutil/trace.go:171","msg":"trace[1532171456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4743; }","duration":"181.883428ms","start":"2026-03-03T01:00:57.90827Z","end":"2026-03-03T01:00:58.090153Z","steps":["trace[1532171456] 'agreement among raft nodes before linearized reading' (duration: 181.558271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:05.703661Z","caller":"traceutil/trace.go:171","msg":"trace[565821375] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"173.417661ms","start":"2026-03-03T01:01:05.530216Z","end":"2026-03-03T01:01:05.703633Z","steps":["trace[565821375] 'process raft request' (duration: 173.248608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:05.768692Z","caller":"traceutil/trace.go:171","msg":"trace[1342155789] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"238.224369ms","start":"2026-03-03T01:01:05.530418Z","end":"2026-03-03T01:01:05.768643Z","steps":["trace[1342155789] 'process raft request' (duration: 238.054746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:05.768944Z","caller":"traceutil/trace.go:171","msg":"trace[1067874519] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"237.135218ms","start":"2026-03-03T01:01:05.53179Z","end":"2026-03-03T01:01:05.768925Z","steps":["trace[1067874519] 'process raft request' (duration: 236.817142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:05.769133Z","caller":"traceutil/trace.go:171","msg":"trace[2131577899] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"172.206256ms","start":"2026-03-03T01:01:05.596898Z","end":"2026-03-03T01:01:05.769104Z","steps":["trace[2131577899] 'process raft request' (duration: 171.936751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:06.103137Z","caller":"traceutil/trace.go:171","msg":"trace[1718246388] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"161.992135ms","start":"2026-03-03T01:01:05.941121Z","end":"2026-03-03T01:01:06.103113Z","steps":["trace[1718246388] 'process raft request' (duration: 161.823581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:08.408616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.752118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T01:01:08.408727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.879575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:08.408737Z","caller":"traceutil/trace.go:171","msg":"trace[232856315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4887; }","duration":"284.950731ms","start":"2026-03-03T01:01:08.12376Z","end":"2026-03-03T01:01:08.408711Z","steps":["trace[232856315] 'range keys from in-memory index tree' (duration: 284.507282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:08.408645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.278599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:01:08.408765Z","caller":"traceutil/trace.go:171","msg":"trace[1185997564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:4887; }","duration":"229.927667ms","start":"2026-03-03T01:01:08.178823Z","end":"2026-03-03T01:01:08.408751Z","steps":["trace[1185997564] 'range keys from in-memory index tree' (duration: 229.799943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:08.408773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.526597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:01:08.408645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.221094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:01:08.408829Z","caller":"traceutil/trace.go:171","msg":"trace[1738496491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4887; }","duration":"232.577438ms","start":"2026-03-03T01:01:08.176237Z","end":"2026-03-03T01:01:08.408814Z","steps":["trace[1738496491] 'range keys from in-memory index tree' (duration: 232.432425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.408845Z","caller":"traceutil/trace.go:171","msg":"trace[283764908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4887; }","duration":"209.478703ms","start":"2026-03-03T01:01:08.199328Z","end":"2026-03-03T01:01:08.408807Z","steps":["trace[283764908] 'range keys from in-memory index tree' (duration: 209.174156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.408875Z","caller":"traceutil/trace.go:171","msg":"trace[2114068594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4887; }","duration":"257.50091ms","start":"2026-03-03T01:01:08.15135Z","end":"2026-03-03T01:01:08.408851Z","steps":["trace[2114068594] 'range keys from in-memory index tree' (duration: 257.018019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:08.409123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.602738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:08.409233Z","caller":"traceutil/trace.go:171","msg":"trace[84909039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4887; }","duration":"232.777312ms","start":"2026-03-03T01:01:08.176432Z","end":"2026-03-03T01:01:08.409209Z","steps":["trace[84909039] 'range keys from in-memory index tree' (duration: 231.908544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.632123Z","caller":"traceutil/trace.go:171","msg":"trace[1837835356] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"217.605342ms","start":"2026-03-03T01:01:08.414495Z","end":"2026-03-03T01:01:08.6321Z","steps":["trace[1837835356] 'process raft request' (duration: 217.451909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.636576Z","caller":"traceutil/trace.go:171","msg":"trace[1134961433] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"222.012969ms","start":"2026-03-03T01:01:08.414538Z","end":"2026-03-03T01:01:08.636551Z","steps":["trace[1134961433] 'process raft request' (duration: 221.837056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.636795Z","caller":"traceutil/trace.go:171","msg":"trace[1051378240] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"219.641163ms","start":"2026-03-03T01:01:08.417139Z","end":"2026-03-03T01:01:08.636781Z","steps":["trace[1051378240] 'process raft request' (duration: 219.592802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.636839Z","caller":"traceutil/trace.go:171","msg":"trace[929746792] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"221.310425ms","start":"2026-03-03T01:01:08.415501Z","end":"2026-03-03T01:01:08.636811Z","steps":["trace[929746792] 'process raft request' (duration: 221.007149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.636948Z","caller":"traceutil/trace.go:171","msg":"trace[438503794] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"220.026601ms","start":"2026-03-03T01:01:08.416914Z","end":"2026-03-03T01:01:08.636941Z","steps":["trace[438503794] 'process raft request' (duration: 219.768236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:08.636852Z","caller":"traceutil/trace.go:171","msg":"trace[2144594608] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5077; }","duration":"220.875247ms","start":"2026-03-03T01:01:08.415955Z","end":"2026-03-03T01:01:08.63683Z","steps":["trace[2144594608] 'read index received' (duration: 216.088162ms)","trace[2144594608] 'applied index is now lower than readState.Index' (duration: 4.785924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:08.637036Z","caller":"traceutil/trace.go:171","msg":"trace[520820277] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"150.681192ms","start":"2026-03-03T01:01:08.486348Z","end":"2026-03-03T01:01:08.637029Z","steps":["trace[520820277] 'process raft request' (duration: 150.409497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:08.637144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.168483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80202"} {"level":"info","ts":"2026-03-03T01:01:08.637207Z","caller":"traceutil/trace.go:171","msg":"trace[771652228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4893; }","duration":"221.276395ms","start":"2026-03-03T01:01:08.415918Z","end":"2026-03-03T01:01:08.637194Z","steps":["trace[771652228] 'agreement among raft nodes before linearized reading' (duration: 220.975389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:18.632195Z","caller":"traceutil/trace.go:171","msg":"trace[1106997071] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"210.539113ms","start":"2026-03-03T01:01:18.421626Z","end":"2026-03-03T01:01:18.632165Z","steps":["trace[1106997071] 'process raft request' (duration: 210.297868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:25.209967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:25.710466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:26.211314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:26.711719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:26.720968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:01:26.721055Z","caller":"traceutil/trace.go:171","msg":"trace[1909560208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610044s","start":"2026-03-03T01:01:24.720422Z","end":"2026-03-03T01:01:26.721032Z","steps":["trace[1909560208] 'agreement among raft nodes before linearized reading' (duration: 2.000509862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:26.721101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.720417Z","time spent":"2.000675567s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:01:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:01:27.212275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:27.712436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:28.213336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:28.714491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495777946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:28.721761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:01:28.721934Z","caller":"traceutil/trace.go:171","msg":"trace[1493556351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737586s","start":"2026-03-03T01:01:26.721172Z","end":"2026-03-03T01:01:28.721909Z","steps":["trace[1493556351] 'agreement among raft nodes before linearized reading' (duration: 2.000540543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:28.721999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:26.721109Z","time spent":"2.000877979s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:01:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:01:29.197476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.490137862s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:01:29.197786Z","caller":"traceutil/trace.go:171","msg":"trace[1203966565] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"4.490542781s","start":"2026-03-03T01:01:24.707219Z","end":"2026-03-03T01:01:29.197762Z","steps":["trace[1203966565] 'process raft request' (duration: 4.490421309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.197921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.707193Z","time spent":"4.490660503s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:29.646671Z","caller":"traceutil/trace.go:171","msg":"trace[51958313] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"4.497785175s","start":"2026-03-03T01:01:25.148854Z","end":"2026-03-03T01:01:29.646639Z","steps":["trace[51958313] 'process raft request' (duration: 4.497602941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.64697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.14883Z","time spent":"4.497914927s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:29.647002Z","caller":"traceutil/trace.go:171","msg":"trace[514364359] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"4.086852068s","start":"2026-03-03T01:01:25.560097Z","end":"2026-03-03T01:01:29.646949Z","steps":["trace[514364359] 'process raft request' (duration: 4.086500381s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647122Z","caller":"traceutil/trace.go:171","msg":"trace[2032206356] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"3.584201482s","start":"2026-03-03T01:01:26.062892Z","end":"2026-03-03T01:01:29.647094Z","steps":["trace[2032206356] 'process raft request' (duration: 3.58412869s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647104Z","caller":"traceutil/trace.go:171","msg":"trace[586396210] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"4.063114799s","start":"2026-03-03T01:01:25.58396Z","end":"2026-03-03T01:01:29.647075Z","steps":["trace[586396210] 'process raft request' (duration: 4.062885355s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647167Z","caller":"traceutil/trace.go:171","msg":"trace[1497329791] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5192; }","duration":"4.937792623s","start":"2026-03-03T01:01:24.709346Z","end":"2026-03-03T01:01:29.647138Z","steps":["trace[1497329791] 'read index received' (duration: 4.488334488s)","trace[1497329791] 'applied index is now lower than readState.Index' (duration: 449.456905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:29.647279Z","caller":"traceutil/trace.go:171","msg":"trace[42307795] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"478.738214ms","start":"2026-03-03T01:01:29.168482Z","end":"2026-03-03T01:01:29.64722Z","steps":["trace[42307795] 'process raft request' (duration: 478.571751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.647286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.560081Z","time spent":"4.087082272s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:29.647393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.465146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:29.647394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938054059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:01:29.647422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935268174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:01:29.64745Z","caller":"traceutil/trace.go:171","msg":"trace[1533434011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5004; }","duration":"4.93810954s","start":"2026-03-03T01:01:24.709326Z","end":"2026-03-03T01:01:29.647435Z","steps":["trace[1533434011] 'agreement among raft nodes before linearized reading' (duration: 4.937933647s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647453Z","caller":"traceutil/trace.go:171","msg":"trace[729535575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5004; }","duration":"920.548888ms","start":"2026-03-03T01:01:28.72688Z","end":"2026-03-03T01:01:29.647429Z","steps":["trace[729535575] 'agreement among raft nodes before linearized reading' (duration: 920.477887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.64745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.168457Z","time spent":"478.912467ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:29.647461Z","caller":"traceutil/trace.go:171","msg":"trace[1024622946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5004; }","duration":"4.935379796s","start":"2026-03-03T01:01:24.71207Z","end":"2026-03-03T01:01:29.64745Z","steps":["trace[1024622946] 'agreement among raft nodes before linearized reading' (duration: 4.935227523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.647484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.709292Z","time spent":"4.938184881s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:28.72686Z","time spent":"920.62126ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.71204Z","time spent":"4.935450597s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:29.6473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:26.062863Z","time spent":"3.584343345s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:29.647397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56057908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:29.647584Z","caller":"traceutil/trace.go:171","msg":"trace[1773058886] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5004; }","duration":"2.560827185s","start":"2026-03-03T01:01:27.086747Z","end":"2026-03-03T01:01:29.647574Z","steps":["trace[1773058886] 'agreement among raft nodes before linearized reading' (duration: 2.56056404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.647632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572873466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110675"} {"level":"warn","ts":"2026-03-03T01:01:29.647645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:27.086727Z","time spent":"2.560908747s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:29.647622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65418484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:29.647682Z","caller":"traceutil/trace.go:171","msg":"trace[204753654] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5004; }","duration":"1.572948058s","start":"2026-03-03T01:01:28.074719Z","end":"2026-03-03T01:01:29.647667Z","steps":["trace[204753654] 'agreement among raft nodes before linearized reading' (duration: 1.572715023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.647689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56795055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110675"} {"level":"info","ts":"2026-03-03T01:01:29.647697Z","caller":"traceutil/trace.go:171","msg":"trace[883962627] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5004; }","duration":"1.654299033s","start":"2026-03-03T01:01:27.993381Z","end":"2026-03-03T01:01:29.64768Z","steps":["trace[883962627] 'agreement among raft nodes before linearized reading' (duration: 1.65413056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.64772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:28.074703Z","time spent":"1.573009769s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110698,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454907228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:01:29.647737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176793012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-03-03T01:01:29.647737Z","caller":"traceutil/trace.go:171","msg":"trace[1209689359] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5004; }","duration":"1.568043352s","start":"2026-03-03T01:01:28.079681Z","end":"2026-03-03T01:01:29.647724Z","steps":["trace[1209689359] 'agreement among raft nodes before linearized reading' (duration: 1.567686175s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647776Z","caller":"traceutil/trace.go:171","msg":"trace[1551631040] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5004; }","duration":"4.45498903s","start":"2026-03-03T01:01:25.192777Z","end":"2026-03-03T01:01:29.647766Z","steps":["trace[1551631040] 'agreement among raft nodes before linearized reading' (duration: 4.454882508s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647791Z","caller":"traceutil/trace.go:171","msg":"trace[372189892] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d; range_end:; response_count:1; response_revision:5004; }","duration":"4.176896074s","start":"2026-03-03T01:01:25.470883Z","end":"2026-03-03T01:01:29.647779Z","steps":["trace[372189892] 'agreement among raft nodes before linearized reading' (duration: 4.176741371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.647806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.192764Z","time spent":"4.45503609s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:27.993298Z","time spent":"1.654434415s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:29.647824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.470863Z","time spent":"4.176954686s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928814414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:29.647813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:28.079658Z","time spent":"1.568140374s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110698,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-03T01:01:29.647931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.230162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T01:01:29.647998Z","caller":"traceutil/trace.go:171","msg":"trace[2009400661] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:5004; }","duration":"923.327883ms","start":"2026-03-03T01:01:28.724654Z","end":"2026-03-03T01:01:29.647982Z","steps":["trace[2009400661] 'agreement among raft nodes before linearized reading' (duration: 923.18132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92291281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:01:29.648037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.75259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T01:01:29.648052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:28.724636Z","time spent":"923.404515ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"info","ts":"2026-03-03T01:01:29.64809Z","caller":"traceutil/trace.go:171","msg":"trace[1831906631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5004; }","duration":"676.849102ms","start":"2026-03-03T01:01:28.971225Z","end":"2026-03-03T01:01:29.648074Z","steps":["trace[1831906631] 'agreement among raft nodes before linearized reading' (duration: 676.569596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844975096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T01:01:29.648128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845871054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T01:01:29.648127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:28.971205Z","time spent":"676.913992ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T01:01:29.648138Z","caller":"traceutil/trace.go:171","msg":"trace[1638583413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5004; }","duration":"3.845035338s","start":"2026-03-03T01:01:25.803093Z","end":"2026-03-03T01:01:29.648129Z","steps":["trace[1638583413] 'agreement among raft nodes before linearized reading' (duration: 3.844944006s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.648153Z","caller":"traceutil/trace.go:171","msg":"trace[1938836587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5004; }","duration":"3.845917845s","start":"2026-03-03T01:01:25.802226Z","end":"2026-03-03T01:01:29.648144Z","steps":["trace[1938836587] 'agreement among raft nodes before linearized reading' (duration: 3.845837513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92801265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:01:29.648179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.802214Z","time spent":"3.845959937s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:01:29.648179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.803086Z","time spent":"3.845087239s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:01:29.648211Z","caller":"traceutil/trace.go:171","msg":"trace[557246372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5004; }","duration":"4.928073721s","start":"2026-03-03T01:01:24.720128Z","end":"2026-03-03T01:01:29.648201Z","steps":["trace[557246372] 'agreement among raft nodes before linearized reading' (duration: 4.927948769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.720119Z","time spent":"4.928120413s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:29.648045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115778402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:01:29.648308Z","caller":"traceutil/trace.go:171","msg":"trace[2114497622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5004; }","duration":"3.116077808s","start":"2026-03-03T01:01:26.532218Z","end":"2026-03-03T01:01:29.648296Z","steps":["trace[2114497622] 'agreement among raft nodes before linearized reading' (duration: 3.115761192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:26.532192Z","time spent":"3.11614511s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:01:29.648368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92854081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:01:29.648393Z","caller":"traceutil/trace.go:171","msg":"trace[564771425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5004; }","duration":"4.928600602s","start":"2026-03-03T01:01:24.719785Z","end":"2026-03-03T01:01:29.648385Z","steps":["trace[564771425] 'agreement among raft nodes before linearized reading' (duration: 4.92853038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.647963Z","caller":"traceutil/trace.go:171","msg":"trace[1358680549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5004; }","duration":"2.928892865s","start":"2026-03-03T01:01:26.719061Z","end":"2026-03-03T01:01:29.647954Z","steps":["trace[1358680549] 'agreement among raft nodes before linearized reading' (duration: 2.928836264s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.648057Z","caller":"traceutil/trace.go:171","msg":"trace[267965805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5004; }","duration":"4.922963931s","start":"2026-03-03T01:01:24.725084Z","end":"2026-03-03T01:01:29.648048Z","steps":["trace[267965805] 'agreement among raft nodes before linearized reading' (duration: 4.922873529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.648422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.719772Z","time spent":"4.928645072s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:29.648432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:26.719014Z","time spent":"2.929410665s","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:29.648445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:24.725072Z","time spent":"4.923366509s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:01:29.64875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.583944Z","time spent":"4.063282812s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:29.647164Z","caller":"traceutil/trace.go:171","msg":"trace[1508467745] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"4.062522168s","start":"2026-03-03T01:01:25.584619Z","end":"2026-03-03T01:01:29.647141Z","steps":["trace[1508467745] 'process raft request' (duration: 4.062352124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.64887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:25.584596Z","time spent":"4.064220022s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:29.927249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.907214ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:01:29.927754Z","caller":"traceutil/trace.go:171","msg":"trace[1983565282] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"273.531615ms","start":"2026-03-03T01:01:29.654201Z","end":"2026-03-03T01:01:29.927732Z","steps":["trace[1983565282] 'process raft request' (duration: 273.370482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.927764Z","caller":"traceutil/trace.go:171","msg":"trace[1559461743] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"277.036635ms","start":"2026-03-03T01:01:29.650705Z","end":"2026-03-03T01:01:29.927742Z","steps":["trace[1559461743] 'process raft request' (duration: 276.645788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.927772Z","caller":"traceutil/trace.go:171","msg":"trace[880486451] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"273.632267ms","start":"2026-03-03T01:01:29.654109Z","end":"2026-03-03T01:01:29.927741Z","steps":["trace[880486451] 'process raft request' (duration: 273.383712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928035Z","caller":"traceutil/trace.go:171","msg":"trace[1598584781] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"273.762109ms","start":"2026-03-03T01:01:29.654244Z","end":"2026-03-03T01:01:29.928006Z","steps":["trace[1598584781] 'process raft request' (duration: 273.449983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928106Z","caller":"traceutil/trace.go:171","msg":"trace[1514690195] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"272.701599ms","start":"2026-03-03T01:01:29.65539Z","end":"2026-03-03T01:01:29.928091Z","steps":["trace[1514690195] 'process raft request' (duration: 272.600967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928059Z","caller":"traceutil/trace.go:171","msg":"trace[1976961705] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"273.757949ms","start":"2026-03-03T01:01:29.654283Z","end":"2026-03-03T01:01:29.928041Z","steps":["trace[1976961705] 'process raft request' (duration: 273.605006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928188Z","caller":"traceutil/trace.go:171","msg":"trace[646793102] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"270.155538ms","start":"2026-03-03T01:01:29.657998Z","end":"2026-03-03T01:01:29.928154Z","steps":["trace[646793102] 'process raft request' (duration: 270.029396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928265Z","caller":"traceutil/trace.go:171","msg":"trace[1324960893] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"268.110098ms","start":"2026-03-03T01:01:29.660141Z","end":"2026-03-03T01:01:29.928251Z","steps":["trace[1324960893] 'process raft request' (duration: 267.928365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928336Z","caller":"traceutil/trace.go:171","msg":"trace[984517237] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"263.051568ms","start":"2026-03-03T01:01:29.665268Z","end":"2026-03-03T01:01:29.928319Z","steps":["trace[984517237] 'process raft request' (duration: 262.853515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.928448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.517855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81414"} {"level":"info","ts":"2026-03-03T01:01:29.9285Z","caller":"traceutil/trace.go:171","msg":"trace[618424502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5013; }","duration":"270.621018ms","start":"2026-03-03T01:01:29.657869Z","end":"2026-03-03T01:01:29.92849Z","steps":["trace[618424502] 'agreement among raft nodes before linearized reading' (duration: 270.386433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:29.928198Z","caller":"traceutil/trace.go:171","msg":"trace[1010760299] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5199; }","duration":"270.263691ms","start":"2026-03-03T01:01:29.657913Z","end":"2026-03-03T01:01:29.928177Z","steps":["trace[1010760299] 'read index received' (duration: 105.488361ms)","trace[1010760299] 'applied index is now lower than readState.Index' (duration: 164.7744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:29.92871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.534057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:01:29.928742Z","caller":"traceutil/trace.go:171","msg":"trace[870151827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5013; }","duration":"270.577018ms","start":"2026-03-03T01:01:29.658158Z","end":"2026-03-03T01:01:29.928735Z","steps":["trace[870151827] 'agreement among raft nodes before linearized reading' (duration: 270.489546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.928739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.803504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:29.928803Z","caller":"traceutil/trace.go:171","msg":"trace[1910788685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5013; }","duration":"227.930137ms","start":"2026-03-03T01:01:29.700856Z","end":"2026-03-03T01:01:29.928786Z","steps":["trace[1910788685] 'agreement among raft nodes before linearized reading' (duration: 227.803884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:29.928849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.157711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-03T01:01:29.928909Z","caller":"traceutil/trace.go:171","msg":"trace[1059110566] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5013; }","duration":"263.242533ms","start":"2026-03-03T01:01:29.66565Z","end":"2026-03-03T01:01:29.928892Z","steps":["trace[1059110566] 'agreement among raft nodes before linearized reading' (duration: 263.062829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.31348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.227265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:30.313774Z","caller":"traceutil/trace.go:171","msg":"trace[1479297139] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"379.014376ms","start":"2026-03-03T01:01:29.934742Z","end":"2026-03-03T01:01:30.313756Z","steps":["trace[1479297139] 'process raft request' (duration: 378.916544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:30.313768Z","caller":"traceutil/trace.go:171","msg":"trace[340587402] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"379.478575ms","start":"2026-03-03T01:01:29.934259Z","end":"2026-03-03T01:01:30.313738Z","steps":["trace[340587402] 'process raft request' (duration: 270.877352ms)","trace[340587402] 'compare' (duration: 108.057352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:30.313857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.934736Z","time spent":"379.087607ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:30.313917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.934242Z","time spent":"379.591368ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1236,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:30.314256Z","caller":"traceutil/trace.go:171","msg":"trace[300345896] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"379.816092ms","start":"2026-03-03T01:01:29.934379Z","end":"2026-03-03T01:01:30.314195Z","steps":["trace[300345896] 'process raft request' (duration: 379.22547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:30.314308Z","caller":"traceutil/trace.go:171","msg":"trace[663319596] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"379.333593ms","start":"2026-03-03T01:01:29.934961Z","end":"2026-03-03T01:01:30.314294Z","steps":["trace[663319596] 'process raft request' (duration: 378.752741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.314413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.934954Z","time spent":"379.386203ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:30.314345Z","caller":"traceutil/trace.go:171","msg":"trace[1772916808] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5210; }","duration":"345.108087ms","start":"2026-03-03T01:01:29.969207Z","end":"2026-03-03T01:01:30.314315Z","steps":["trace[1772916808] 'read index received' (duration: 235.874872ms)","trace[1772916808] 'applied index is now lower than readState.Index' (duration: 109.231705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:30.31466Z","caller":"traceutil/trace.go:171","msg":"trace[1730307937] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"378.740261ms","start":"2026-03-03T01:01:29.935893Z","end":"2026-03-03T01:01:30.314634Z","steps":["trace[1730307937] 'process raft request' (duration: 378.290392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.314756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.076954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:30.314749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.15112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d\" ","response":"range_response_count:1 size:4585"} {"level":"info","ts":"2026-03-03T01:01:30.314797Z","caller":"traceutil/trace.go:171","msg":"trace[1487036778] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5019; }","duration":"278.139536ms","start":"2026-03-03T01:01:30.036646Z","end":"2026-03-03T01:01:30.314785Z","steps":["trace[1487036778] 'agreement among raft nodes before linearized reading' (duration: 278.087145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:30.314816Z","caller":"traceutil/trace.go:171","msg":"trace[2118308609] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d; range_end:; response_count:1; response_revision:5019; }","duration":"378.259361ms","start":"2026-03-03T01:01:29.936545Z","end":"2026-03-03T01:01:30.314804Z","steps":["trace[2118308609] 'agreement among raft nodes before linearized reading' (duration: 378.042927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.314875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.936537Z","time spent":"378.327313ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4608,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-r566d\" "} {"level":"warn","ts":"2026-03-03T01:01:30.314708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.72681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:01:30.315032Z","caller":"traceutil/trace.go:171","msg":"trace[2146819594] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5019; }","duration":"343.029836ms","start":"2026-03-03T01:01:29.971946Z","end":"2026-03-03T01:01:30.314976Z","steps":["trace[2146819594] 'agreement among raft nodes before linearized reading' (duration: 342.705309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.31445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.934373Z","time spent":"379.970664ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:30.315336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.971929Z","time spent":"343.365674ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:01:30.314811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:29.935887Z","time spent":"378.858323ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:30.812234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.826927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:30.812388Z","caller":"traceutil/trace.go:171","msg":"trace[466593054] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"487.263871ms","start":"2026-03-03T01:01:30.325088Z","end":"2026-03-03T01:01:30.812352Z","steps":["trace[466593054] 'process raft request' (duration: 125.246081ms)","trace[466593054] 'compare' (duration: 360.549501ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:30.812434Z","caller":"traceutil/trace.go:171","msg":"trace[462856436] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5215; }","duration":"486.901824ms","start":"2026-03-03T01:01:30.325496Z","end":"2026-03-03T01:01:30.812398Z","steps":["trace[462856436] 'read index received' (duration: 124.835813ms)","trace[462856436] 'applied index is now lower than readState.Index' (duration: 362.061991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:30.812539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:30.325067Z","time spent":"487.394314ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:30.95641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.073162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:01:30.956494Z","caller":"traceutil/trace.go:171","msg":"trace[1336462298] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5216; }","duration":"143.96051ms","start":"2026-03-03T01:01:30.812513Z","end":"2026-03-03T01:01:30.956474Z","steps":["trace[1336462298] 'read index received' (duration: 85.032µs)","trace[1336462298] 'applied index is now lower than readState.Index' (duration: 143.874098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:30.956653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.514497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:01:30.956691Z","caller":"traceutil/trace.go:171","msg":"trace[582943456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5020; }","duration":"630.560598ms","start":"2026-03-03T01:01:30.326119Z","end":"2026-03-03T01:01:30.956679Z","steps":["trace[582943456] 'agreement among raft nodes before linearized reading' (duration: 630.406835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.956724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:30.326113Z","time spent":"630.603479ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18729,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:01:30.956804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.839713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:30.956827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.622872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:30.956873Z","caller":"traceutil/trace.go:171","msg":"trace[216671435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5020; }","duration":"234.962715ms","start":"2026-03-03T01:01:30.721893Z","end":"2026-03-03T01:01:30.956856Z","steps":["trace[216671435] 'agreement among raft nodes before linearized reading' (duration: 234.840422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:30.956901Z","caller":"traceutil/trace.go:171","msg":"trace[760191262] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5020; }","duration":"368.762525ms","start":"2026-03-03T01:01:30.58812Z","end":"2026-03-03T01:01:30.956883Z","steps":["trace[760191262] 'agreement among raft nodes before linearized reading' (duration: 368.615981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:30.956858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.296484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:01:30.956945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:30.588093Z","time spent":"368.840546ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:01:30.957011Z","caller":"traceutil/trace.go:171","msg":"trace[1498900333] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5020; }","duration":"631.497397ms","start":"2026-03-03T01:01:30.325455Z","end":"2026-03-03T01:01:30.956952Z","steps":["trace[1498900333] 'agreement among raft nodes before linearized reading' (duration: 487.120809ms)","trace[1498900333] 'range keys from in-memory index tree' (duration: 144.125333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:30.957086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:30.325434Z","time spent":"631.637311ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:01:31.838356Z","caller":"traceutil/trace.go:171","msg":"trace[1837205041] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"184.077341ms","start":"2026-03-03T01:01:31.654254Z","end":"2026-03-03T01:01:31.838331Z","steps":["trace[1837205041] 'process raft request' (duration: 183.873358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.067839Z","caller":"traceutil/trace.go:171","msg":"trace[2011669474] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"369.564501ms","start":"2026-03-03T01:01:31.698248Z","end":"2026-03-03T01:01:32.067813Z","steps":["trace[2011669474] 'read index received' (duration: 139.89888ms)","trace[2011669474] 'applied index is now lower than readState.Index' (duration: 229.66424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:32.067886Z","caller":"traceutil/trace.go:171","msg":"trace[1993087411] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"413.414394ms","start":"2026-03-03T01:01:31.65444Z","end":"2026-03-03T01:01:32.067854Z","steps":["trace[1993087411] 'process raft request' (duration: 413.332753ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.067852Z","caller":"traceutil/trace.go:171","msg":"trace[1890314321] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"413.427375ms","start":"2026-03-03T01:01:31.654393Z","end":"2026-03-03T01:01:32.067821Z","steps":["trace[1890314321] 'process raft request' (duration: 413.242121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.068032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:31.654429Z","time spent":"413.521856ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:32.068059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.428265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:32.068088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.379181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:01:32.068079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.797525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:32.068088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:31.654367Z","time spent":"413.620729ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:32.068136Z","caller":"traceutil/trace.go:171","msg":"trace[269067205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5024; }","duration":"134.474443ms","start":"2026-03-03T01:01:31.933651Z","end":"2026-03-03T01:01:32.068125Z","steps":["trace[269067205] 'agreement among raft nodes before linearized reading' (duration: 134.32995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.068157Z","caller":"traceutil/trace.go:171","msg":"trace[1727944200] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5024; }","duration":"369.920657ms","start":"2026-03-03T01:01:31.698219Z","end":"2026-03-03T01:01:32.068139Z","steps":["trace[1727944200] 'agreement among raft nodes before linearized reading' (duration: 369.696032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.068099Z","caller":"traceutil/trace.go:171","msg":"trace[971971636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5024; }","duration":"235.521936ms","start":"2026-03-03T01:01:31.832564Z","end":"2026-03-03T01:01:32.068086Z","steps":["trace[971971636] 'agreement among raft nodes before linearized reading' (duration: 235.394673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.068213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:31.698208Z","time spent":"369.995289ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:32.068266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.375342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:32.068292Z","caller":"traceutil/trace.go:171","msg":"trace[1393157094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5024; }","duration":"129.436164ms","start":"2026-03-03T01:01:31.938848Z","end":"2026-03-03T01:01:32.068284Z","steps":["trace[1393157094] 'agreement among raft nodes before linearized reading' (duration: 129.369622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.06829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.760419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:01:32.068215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.561464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:01:32.068321Z","caller":"traceutil/trace.go:171","msg":"trace[1588891158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5024; }","duration":"134.809099ms","start":"2026-03-03T01:01:31.933503Z","end":"2026-03-03T01:01:32.068312Z","steps":["trace[1588891158] 'agreement among raft nodes before linearized reading' (duration: 134.732288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.068352Z","caller":"traceutil/trace.go:171","msg":"trace[894079736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5024; }","duration":"134.732788ms","start":"2026-03-03T01:01:31.933607Z","end":"2026-03-03T01:01:32.068339Z","steps":["trace[894079736] 'agreement among raft nodes before linearized reading' (duration: 134.512193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.068491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.124375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:01:32.068524Z","caller":"traceutil/trace.go:171","msg":"trace[1547992595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5024; }","duration":"136.198946ms","start":"2026-03-03T01:01:31.932317Z","end":"2026-03-03T01:01:32.068516Z","steps":["trace[1547992595] 'agreement among raft nodes before linearized reading' (duration: 136.119025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.539066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.125528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:32.539244Z","caller":"traceutil/trace.go:171","msg":"trace[1824904086] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"465.015862ms","start":"2026-03-03T01:01:32.074217Z","end":"2026-03-03T01:01:32.539233Z","steps":["trace[1824904086] 'process raft request' (duration: 464.964191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.539287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:32.074203Z","time spent":"465.067654ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:32.539342Z","caller":"traceutil/trace.go:171","msg":"trace[429155372] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5221; }","duration":"465.789518ms","start":"2026-03-03T01:01:32.073542Z","end":"2026-03-03T01:01:32.539332Z","steps":["trace[429155372] 'read index received' (duration: 159.353624ms)","trace[429155372] 'applied index is now lower than readState.Index' (duration: 306.434614ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:32.53935Z","caller":"traceutil/trace.go:171","msg":"trace[2140159040] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"464.574633ms","start":"2026-03-03T01:01:32.074746Z","end":"2026-03-03T01:01:32.539321Z","steps":["trace[2140159040] 'process raft request' (duration: 464.463151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:32.539425Z","caller":"traceutil/trace.go:171","msg":"trace[881223362] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"465.427581ms","start":"2026-03-03T01:01:32.073945Z","end":"2026-03-03T01:01:32.539373Z","steps":["trace[881223362] 'process raft request' (duration: 465.198567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.539581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:32.073923Z","time spent":"465.577424ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:32.539571Z","caller":"traceutil/trace.go:171","msg":"trace[1303913176] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"466.598065ms","start":"2026-03-03T01:01:32.072952Z","end":"2026-03-03T01:01:32.53955Z","steps":["trace[1303913176] 'process raft request' (duration: 159.924595ms)","trace[1303913176] 'compare' (duration: 305.987835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:32.53967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:32.07472Z","time spent":"464.698786ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:32.539706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:32.072926Z","time spent":"466.729238ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:32.540218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.642826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81414"} {"level":"info","ts":"2026-03-03T01:01:32.540295Z","caller":"traceutil/trace.go:171","msg":"trace[1637769122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5028; }","duration":"466.753538ms","start":"2026-03-03T01:01:32.073524Z","end":"2026-03-03T01:01:32.540278Z","steps":["trace[1637769122] 'agreement among raft nodes before linearized reading' (duration: 465.857589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:32.540343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:32.07351Z","time spent":"466.822489ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:01:34.042498Z","caller":"traceutil/trace.go:171","msg":"trace[377943890] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"199.488925ms","start":"2026-03-03T01:01:33.842991Z","end":"2026-03-03T01:01:34.042479Z","steps":["trace[377943890] 'process raft request' (duration: 199.363223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:34.23725Z","caller":"traceutil/trace.go:171","msg":"trace[440828889] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"162.923975ms","start":"2026-03-03T01:01:34.074303Z","end":"2026-03-03T01:01:34.237226Z","steps":["trace[440828889] 'process raft request' (duration: 66.91672ms)","trace[440828889] 'compare' (duration: 95.846791ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:34.237461Z","caller":"traceutil/trace.go:171","msg":"trace[729859606] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"161.938235ms","start":"2026-03-03T01:01:34.075497Z","end":"2026-03-03T01:01:34.237435Z","steps":["trace[729859606] 'process raft request' (duration: 161.68877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:34.799788Z","caller":"traceutil/trace.go:171","msg":"trace[501999614] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"251.575952ms","start":"2026-03-03T01:01:34.548181Z","end":"2026-03-03T01:01:34.799757Z","steps":["trace[501999614] 'process raft request' (duration: 251.349557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:35.139019Z","caller":"traceutil/trace.go:171","msg":"trace[217887813] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"589.524988ms","start":"2026-03-03T01:01:34.549469Z","end":"2026-03-03T01:01:35.138994Z","steps":["trace[217887813] 'process raft request' (duration: 589.447117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.139192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.549448Z","time spent":"589.647731ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:35.13928Z","caller":"traceutil/trace.go:171","msg":"trace[842065773] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5229; }","duration":"589.165402ms","start":"2026-03-03T01:01:34.550091Z","end":"2026-03-03T01:01:35.139257Z","steps":["trace[842065773] 'read index received' (duration: 249.44492ms)","trace[842065773] 'applied index is now lower than readState.Index' (duration: 339.719232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:35.139357Z","caller":"traceutil/trace.go:171","msg":"trace[428314183] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"591.073099ms","start":"2026-03-03T01:01:34.548239Z","end":"2026-03-03T01:01:35.139312Z","steps":["trace[428314183] 'process raft request' (duration: 590.525068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.139616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.495769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81414"} {"level":"info","ts":"2026-03-03T01:01:35.139665Z","caller":"traceutil/trace.go:171","msg":"trace[1455945236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5036; }","duration":"589.607781ms","start":"2026-03-03T01:01:34.550032Z","end":"2026-03-03T01:01:35.139639Z","steps":["trace[1455945236] 'agreement among raft nodes before linearized reading' (duration: 589.357866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.139686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.565317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:35.139713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.55002Z","time spent":"589.667323ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:01:35.139575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.157027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:35.139881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.177971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:01:35.139908Z","caller":"traceutil/trace.go:171","msg":"trace[316773518] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5036; }","duration":"572.526475ms","start":"2026-03-03T01:01:34.56736Z","end":"2026-03-03T01:01:35.139887Z","steps":["trace[316773518] 'agreement among raft nodes before linearized reading' (duration: 572.138297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:35.139753Z","caller":"traceutil/trace.go:171","msg":"trace[466425064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5036; }","duration":"418.640289ms","start":"2026-03-03T01:01:34.721099Z","end":"2026-03-03T01:01:35.139739Z","steps":["trace[466425064] 'agreement among raft nodes before linearized reading' (duration: 418.518526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:35.139955Z","caller":"traceutil/trace.go:171","msg":"trace[138592053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5036; }","duration":"485.289933ms","start":"2026-03-03T01:01:34.654648Z","end":"2026-03-03T01:01:35.139938Z","steps":["trace[138592053] 'agreement among raft nodes before linearized reading' (duration: 485.054608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.13999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.721068Z","time spent":"418.908514ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:35.139996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.567347Z","time spent":"572.606766ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:35.139737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.54822Z","time spent":"591.319685ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:35.140009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.654631Z","time spent":"485.364585ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T01:01:35.139406Z","caller":"traceutil/trace.go:171","msg":"trace[1217752365] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"589.757974ms","start":"2026-03-03T01:01:34.549611Z","end":"2026-03-03T01:01:35.139369Z","steps":["trace[1217752365] 'process raft request' (duration: 589.347616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.140133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:34.549586Z","time spent":"590.519169ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:35.413123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.379961ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T01:01:35.734571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.963745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:35.734855Z","caller":"traceutil/trace.go:171","msg":"trace[1440060236] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"320.38569ms","start":"2026-03-03T01:01:35.414439Z","end":"2026-03-03T01:01:35.734825Z","steps":["trace[1440060236] 'process raft request' (duration: 124.097618ms)","trace[1440060236] 'compare' (duration: 195.824063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:35.735011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:35.414419Z","time spent":"320.507022ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:35.735172Z","caller":"traceutil/trace.go:171","msg":"trace[1398315026] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"317.807649ms","start":"2026-03-03T01:01:35.417307Z","end":"2026-03-03T01:01:35.735115Z","steps":["trace[1398315026] 'process raft request' (duration: 317.35881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:35.735289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:35.417283Z","time spent":"317.968072ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:36.391393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.401534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:01:36.391449Z","caller":"traceutil/trace.go:171","msg":"trace[319200259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5039; }","duration":"269.486477ms","start":"2026-03-03T01:01:36.12195Z","end":"2026-03-03T01:01:36.391437Z","steps":["trace[319200259] 'range keys from in-memory index tree' (duration: 269.296082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:36.391504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.222897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:36.392006Z","caller":"traceutil/trace.go:171","msg":"trace[1987983663] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"150.438338ms","start":"2026-03-03T01:01:36.241523Z","end":"2026-03-03T01:01:36.391962Z","steps":["trace[1987983663] 'process raft request' (duration: 48.67175ms)","trace[1987983663] 'compare' (duration: 101.034443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:36.422264Z","caller":"traceutil/trace.go:171","msg":"trace[266066198] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"179.87766ms","start":"2026-03-03T01:01:36.242363Z","end":"2026-03-03T01:01:36.42224Z","steps":["trace[266066198] 'process raft request' (duration: 179.086203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:36.705856Z","caller":"traceutil/trace.go:171","msg":"trace[902477217] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"266.468986ms","start":"2026-03-03T01:01:36.439349Z","end":"2026-03-03T01:01:36.705818Z","steps":["trace[902477217] 'read index received' (duration: 170.941962ms)","trace[902477217] 'applied index is now lower than readState.Index' (duration: 95.525694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:36.705898Z","caller":"traceutil/trace.go:171","msg":"trace[2005638249] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"269.065738ms","start":"2026-03-03T01:01:36.436791Z","end":"2026-03-03T01:01:36.705857Z","steps":["trace[2005638249] 'process raft request' (duration: 173.486843ms)","trace[2005638249] 'compare' (duration: 95.33424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:36.706092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.732431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-03T01:01:36.706154Z","caller":"traceutil/trace.go:171","msg":"trace[1841703346] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5042; }","duration":"266.819413ms","start":"2026-03-03T01:01:36.439321Z","end":"2026-03-03T01:01:36.70614Z","steps":["trace[1841703346] 'agreement among raft nodes before linearized reading' (duration: 266.6596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:36.942602Z","caller":"traceutil/trace.go:171","msg":"trace[739096419] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"229.903965ms","start":"2026-03-03T01:01:36.712673Z","end":"2026-03-03T01:01:36.942577Z","steps":["trace[739096419] 'process raft request' (duration: 201.24538ms)","trace[739096419] 'compare' (duration: 28.518482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:36.942608Z","caller":"traceutil/trace.go:171","msg":"trace[1306644068] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5240; }","duration":"223.186172ms","start":"2026-03-03T01:01:36.719389Z","end":"2026-03-03T01:01:36.942575Z","steps":["trace[1306644068] 'read index received' (duration: 194.492286ms)","trace[1306644068] 'applied index is now lower than readState.Index' (duration: 28.692366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:36.942815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.409766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-03T01:01:36.942897Z","caller":"traceutil/trace.go:171","msg":"trace[1650513925] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5043; }","duration":"223.529279ms","start":"2026-03-03T01:01:36.71935Z","end":"2026-03-03T01:01:36.942879Z","steps":["trace[1650513925] 'agreement among raft nodes before linearized reading' (duration: 223.309115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:36.942961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.89733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:01:36.942829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.233643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:36.942999Z","caller":"traceutil/trace.go:171","msg":"trace[2103068867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5043; }","duration":"139.973571ms","start":"2026-03-03T01:01:36.803014Z","end":"2026-03-03T01:01:36.942988Z","steps":["trace[2103068867] 'agreement among raft nodes before linearized reading' (duration: 139.830568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:36.94304Z","caller":"traceutil/trace.go:171","msg":"trace[874320365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"223.484897ms","start":"2026-03-03T01:01:36.719527Z","end":"2026-03-03T01:01:36.943012Z","steps":["trace[874320365] 'agreement among raft nodes before linearized reading' (duration: 223.220872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:37.35862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.306516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:37.3588Z","caller":"traceutil/trace.go:171","msg":"trace[327637263] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"206.000574ms","start":"2026-03-03T01:01:37.152778Z","end":"2026-03-03T01:01:37.358779Z","steps":["trace[327637263] 'process raft request' (duration: 205.939433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:37.358907Z","caller":"traceutil/trace.go:171","msg":"trace[1746073308] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"410.360995ms","start":"2026-03-03T01:01:36.948511Z","end":"2026-03-03T01:01:37.358872Z","steps":["trace[1746073308] 'process raft request' (duration: 150.719023ms)","trace[1746073308] 'compare' (duration: 259.193493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:37.358908Z","caller":"traceutil/trace.go:171","msg":"trace[1004340997] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"214.282287ms","start":"2026-03-03T01:01:37.14459Z","end":"2026-03-03T01:01:37.358872Z","steps":["trace[1004340997] 'read index received' (duration: 72.761µs)","trace[1004340997] 'applied index is now lower than readState.Index' (duration: 214.206446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:37.359204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.593713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:01:37.359276Z","caller":"traceutil/trace.go:171","msg":"trace[1052970241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5046; }","duration":"214.695996ms","start":"2026-03-03T01:01:37.144559Z","end":"2026-03-03T01:01:37.359255Z","steps":["trace[1052970241] 'agreement among raft nodes before linearized reading' (duration: 214.42347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:37.359318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.610394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:01:37.359324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.653655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:01:37.359356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.230215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:37.359386Z","caller":"traceutil/trace.go:171","msg":"trace[1143331505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5046; }","duration":"215.135774ms","start":"2026-03-03T01:01:37.144209Z","end":"2026-03-03T01:01:37.359344Z","steps":["trace[1143331505] 'agreement among raft nodes before linearized reading' (duration: 215.021532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:37.359362Z","caller":"traceutil/trace.go:171","msg":"trace[71968097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5046; }","duration":"214.706615ms","start":"2026-03-03T01:01:37.144645Z","end":"2026-03-03T01:01:37.359352Z","steps":["trace[71968097] 'agreement among raft nodes before linearized reading' (duration: 214.576763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:37.359411Z","caller":"traceutil/trace.go:171","msg":"trace[1299165111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5046; }","duration":"214.310617ms","start":"2026-03-03T01:01:37.145089Z","end":"2026-03-03T01:01:37.3594Z","steps":["trace[1299165111] 'agreement among raft nodes before linearized reading' (duration: 214.133674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:37.359116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:36.948501Z","time spent":"410.489317ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:37.685633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.729983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:37.685811Z","caller":"traceutil/trace.go:171","msg":"trace[1608169672] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5245; }","duration":"209.86312ms","start":"2026-03-03T01:01:37.475936Z","end":"2026-03-03T01:01:37.685799Z","steps":["trace[1608169672] 'read index received' (duration: 93.948222ms)","trace[1608169672] 'applied index is now lower than readState.Index' (duration: 115.914107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:37.685912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.984383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:37.685959Z","caller":"traceutil/trace.go:171","msg":"trace[1555938732] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5049; }","duration":"210.064374ms","start":"2026-03-03T01:01:37.475883Z","end":"2026-03-03T01:01:37.685948Z","steps":["trace[1555938732] 'agreement among raft nodes before linearized reading' (duration: 209.988213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:37.685899Z","caller":"traceutil/trace.go:171","msg":"trace[621478717] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"318.958362ms","start":"2026-03-03T01:01:37.366918Z","end":"2026-03-03T01:01:37.685876Z","steps":["trace[621478717] 'process raft request' (duration: 318.84228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:37.685936Z","caller":"traceutil/trace.go:171","msg":"trace[612586036] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"320.3866ms","start":"2026-03-03T01:01:37.365512Z","end":"2026-03-03T01:01:37.685899Z","steps":["trace[612586036] 'process raft request' (duration: 204.33092ms)","trace[612586036] 'compare' (duration: 115.656082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:37.686062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.061832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:37.686068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:37.366902Z","time spent":"319.100624ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:37.686174Z","caller":"traceutil/trace.go:171","msg":"trace[1685133233] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5049; }","duration":"181.231855ms","start":"2026-03-03T01:01:37.504912Z","end":"2026-03-03T01:01:37.686144Z","steps":["trace[1685133233] 'agreement among raft nodes before linearized reading' (duration: 181.026051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:37.68621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:37.365494Z","time spent":"320.628736ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:38.023934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.836402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:38.024196Z","caller":"traceutil/trace.go:171","msg":"trace[123354343] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"281.828209ms","start":"2026-03-03T01:01:37.742254Z","end":"2026-03-03T01:01:38.024082Z","steps":["trace[123354343] 'process raft request' (duration: 46.726131ms)","trace[123354343] 'compare' (duration: 234.72973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:38.25796Z","caller":"traceutil/trace.go:171","msg":"trace[621789363] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"196.943076ms","start":"2026-03-03T01:01:38.060965Z","end":"2026-03-03T01:01:38.257908Z","steps":["trace[621789363] 'process raft request' (duration: 109.591973ms)","trace[621789363] 'compare' (duration: 87.114968ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:38.635916Z","caller":"traceutil/trace.go:171","msg":"trace[210787056] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"239.450544ms","start":"2026-03-03T01:01:38.396435Z","end":"2026-03-03T01:01:38.635886Z","steps":["trace[210787056] 'process raft request' (duration: 239.2787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:38.671741Z","caller":"traceutil/trace.go:171","msg":"trace[1161896296] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5249; }","duration":"198.791581ms","start":"2026-03-03T01:01:38.472918Z","end":"2026-03-03T01:01:38.67171Z","steps":["trace[1161896296] 'read index received' (duration: 162.789971ms)","trace[1161896296] 'applied index is now lower than readState.Index' (duration: 35.99929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:38.671909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.950224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:38.671988Z","caller":"traceutil/trace.go:171","msg":"trace[1296112070] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5053; }","duration":"199.096237ms","start":"2026-03-03T01:01:38.472877Z","end":"2026-03-03T01:01:38.671973Z","steps":["trace[1296112070] 'agreement among raft nodes before linearized reading' (duration: 198.947895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:38.672103Z","caller":"traceutil/trace.go:171","msg":"trace[482215009] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"244.719928ms","start":"2026-03-03T01:01:38.427228Z","end":"2026-03-03T01:01:38.671948Z","steps":["trace[482215009] 'process raft request' (duration: 244.231057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:39.249396Z","caller":"traceutil/trace.go:171","msg":"trace[1844589779] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"196.551367ms","start":"2026-03-03T01:01:39.052817Z","end":"2026-03-03T01:01:39.249369Z","steps":["trace[1844589779] 'process raft request' (duration: 196.392054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:39.458349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.014455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:39.458406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.286543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:39.458439Z","caller":"traceutil/trace.go:171","msg":"trace[1389001832] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5054; }","duration":"203.157837ms","start":"2026-03-03T01:01:39.255257Z","end":"2026-03-03T01:01:39.458415Z","steps":["trace[1389001832] 'count revisions from in-memory index tree' (duration: 202.910762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:39.458482Z","caller":"traceutil/trace.go:171","msg":"trace[1545814725] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5054; }","duration":"193.415655ms","start":"2026-03-03T01:01:39.265046Z","end":"2026-03-03T01:01:39.458461Z","steps":["trace[1545814725] 'count revisions from in-memory index tree' (duration: 193.208221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:39.829619Z","caller":"traceutil/trace.go:171","msg":"trace[174348179] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5252; }","duration":"139.612564ms","start":"2026-03-03T01:01:39.689986Z","end":"2026-03-03T01:01:39.829599Z","steps":["trace[174348179] 'read index received' (duration: 139.451911ms)","trace[174348179] 'applied index is now lower than readState.Index' (duration: 159.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:39.829738Z","caller":"traceutil/trace.go:171","msg":"trace[812708184] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"366.630002ms","start":"2026-03-03T01:01:39.463098Z","end":"2026-03-03T01:01:39.829728Z","steps":["trace[812708184] 'process raft request' (duration: 366.369617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:39.82984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:39.463076Z","time spent":"366.694433ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:39.829887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.515562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:39.829936Z","caller":"traceutil/trace.go:171","msg":"trace[796159051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5055; }","duration":"139.590233ms","start":"2026-03-03T01:01:39.690336Z","end":"2026-03-03T01:01:39.829926Z","steps":["trace[796159051] 'agreement among raft nodes before linearized reading' (duration: 139.462761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:39.830059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.547252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:39.830075Z","caller":"traceutil/trace.go:171","msg":"trace[1795207653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5055; }","duration":"108.600722ms","start":"2026-03-03T01:01:39.72147Z","end":"2026-03-03T01:01:39.830071Z","steps":["trace[1795207653] 'agreement among raft nodes before linearized reading' (duration: 108.571702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:39.830287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.271097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:01:39.830344Z","caller":"traceutil/trace.go:171","msg":"trace[1006861278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5055; }","duration":"140.395849ms","start":"2026-03-03T01:01:39.689934Z","end":"2026-03-03T01:01:39.83033Z","steps":["trace[1006861278] 'agreement among raft nodes before linearized reading' (duration: 140.097393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:40.157121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.290929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:40.157187Z","caller":"traceutil/trace.go:171","msg":"trace[263003329] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"322.788237ms","start":"2026-03-03T01:01:39.834386Z","end":"2026-03-03T01:01:40.157175Z","steps":["trace[263003329] 'process raft request' (duration: 183.388357ms)","trace[263003329] 'compare' (duration: 139.223686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:40.157216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:39.834365Z","time spent":"322.838228ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:40.480524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.526005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:40.480814Z","caller":"traceutil/trace.go:171","msg":"trace[1037762132] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"646.35427ms","start":"2026-03-03T01:01:39.834429Z","end":"2026-03-03T01:01:40.480783Z","steps":["trace[1037762132] 'process raft request' (duration: 518.442087ms)","trace[1037762132] 'compare' (duration: 127.182149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:40.480885Z","caller":"traceutil/trace.go:171","msg":"trace[1809391719] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"217.790625ms","start":"2026-03-03T01:01:40.263073Z","end":"2026-03-03T01:01:40.480863Z","steps":["trace[1809391719] 'process raft request' (duration: 217.748924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:40.480942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:39.834403Z","time spent":"646.476052ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:40.480937Z","caller":"traceutil/trace.go:171","msg":"trace[1268705863] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"597.513196ms","start":"2026-03-03T01:01:39.883396Z","end":"2026-03-03T01:01:40.48091Z","steps":["trace[1268705863] 'process raft request' (duration: 597.242841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:40.480954Z","caller":"traceutil/trace.go:171","msg":"trace[2093631054] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"588.637262ms","start":"2026-03-03T01:01:39.89229Z","end":"2026-03-03T01:01:40.480927Z","steps":["trace[2093631054] 'process raft request' (duration: 588.473688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:40.481074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:39.883382Z","time spent":"597.619688ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:40.481094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:39.892276Z","time spent":"588.740483ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:40.481138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.425313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:01:40.481197Z","caller":"traceutil/trace.go:171","msg":"trace[2099966332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5060; }","duration":"453.530915ms","start":"2026-03-03T01:01:40.027653Z","end":"2026-03-03T01:01:40.481184Z","steps":["trace[2099966332] 'agreement among raft nodes before linearized reading' (duration: 453.359832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:40.481238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.02763Z","time spent":"453.600497ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:01:40.480964Z","caller":"traceutil/trace.go:171","msg":"trace[2005250351] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5254; }","duration":"453.21619ms","start":"2026-03-03T01:01:40.027713Z","end":"2026-03-03T01:01:40.48093Z","steps":["trace[2005250351] 'read index received' (duration: 325.161534ms)","trace[2005250351] 'applied index is now lower than readState.Index' (duration: 128.049005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:40.481562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.884349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:40.481586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.49235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:01:40.481617Z","caller":"traceutil/trace.go:171","msg":"trace[758060621] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5060; }","duration":"288.978562ms","start":"2026-03-03T01:01:40.192624Z","end":"2026-03-03T01:01:40.481602Z","steps":["trace[758060621] 'agreement among raft nodes before linearized reading' (duration: 288.88904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:40.481627Z","caller":"traceutil/trace.go:171","msg":"trace[1509542835] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5060; }","duration":"331.581152ms","start":"2026-03-03T01:01:40.150033Z","end":"2026-03-03T01:01:40.481614Z","steps":["trace[1509542835] 'agreement among raft nodes before linearized reading' (duration: 331.395018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:40.48178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.150014Z","time spent":"331.752555ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T01:01:41.471413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.701185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:41.471825Z","caller":"traceutil/trace.go:171","msg":"trace[973249640] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"986.144163ms","start":"2026-03-03T01:01:40.48565Z","end":"2026-03-03T01:01:41.471794Z","steps":["trace[973249640] 'process raft request' (duration: 146.984329ms)","trace[973249640] 'compare' (duration: 838.347648ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:41.471943Z","caller":"traceutil/trace.go:171","msg":"trace[1703343522] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5258; }","duration":"875.793646ms","start":"2026-03-03T01:01:40.596126Z","end":"2026-03-03T01:01:41.47192Z","steps":["trace[1703343522] 'read index received' (duration: 36.430378ms)","trace[1703343522] 'applied index is now lower than readState.Index' (duration: 839.361308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:41.47198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.485627Z","time spent":"986.273295ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:41.472062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.92968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:41.472118Z","caller":"traceutil/trace.go:171","msg":"trace[991824137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5061; }","duration":"876.030751ms","start":"2026-03-03T01:01:40.596074Z","end":"2026-03-03T01:01:41.472105Z","steps":["trace[991824137] 'agreement among raft nodes before linearized reading' (duration: 875.929949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.472158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.596058Z","time spent":"876.090363ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:01:41.472251Z","caller":"traceutil/trace.go:171","msg":"trace[1239524846] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"831.180306ms","start":"2026-03-03T01:01:40.641043Z","end":"2026-03-03T01:01:41.472223Z","steps":["trace[1239524846] 'process raft request' (duration: 830.827979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.473076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.641013Z","time spent":"831.796788ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:41.517561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.582849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:01:41.517638Z","caller":"traceutil/trace.go:171","msg":"trace[27829419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"264.700731ms","start":"2026-03-03T01:01:41.252919Z","end":"2026-03-03T01:01:41.51762Z","steps":["trace[27829419] 'agreement among raft nodes before linearized reading' (duration: 264.502317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.517875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.411236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:01:41.517922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.640991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:41.517957Z","caller":"traceutil/trace.go:171","msg":"trace[1416024859] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5063; }","duration":"189.715132ms","start":"2026-03-03T01:01:41.328232Z","end":"2026-03-03T01:01:41.517947Z","steps":["trace[1416024859] 'agreement among raft nodes before linearized reading' (duration: 189.671932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.517931Z","caller":"traceutil/trace.go:171","msg":"trace[1236888135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5063; }","duration":"118.493278ms","start":"2026-03-03T01:01:41.399425Z","end":"2026-03-03T01:01:41.517918Z","steps":["trace[1236888135] 'agreement among raft nodes before linearized reading' (duration: 118.173271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.517996Z","caller":"traceutil/trace.go:171","msg":"trace[1065555291] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"840.486839ms","start":"2026-03-03T01:01:40.677492Z","end":"2026-03-03T01:01:41.517978Z","steps":["trace[1065555291] 'process raft request' (duration: 839.801585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.517885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.979422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:01:41.518091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:40.677464Z","time spent":"840.570842ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:41.519315Z","caller":"traceutil/trace.go:171","msg":"trace[751400354] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5063; }","duration":"172.253208ms","start":"2026-03-03T01:01:41.34587Z","end":"2026-03-03T01:01:41.518123Z","steps":["trace[751400354] 'agreement among raft nodes before linearized reading' (duration: 171.978302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.519425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.483441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:41.519729Z","caller":"traceutil/trace.go:171","msg":"trace[45190953] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5063; }","duration":"210.840608ms","start":"2026-03-03T01:01:41.308867Z","end":"2026-03-03T01:01:41.519707Z","steps":["trace[45190953] 'agreement among raft nodes before linearized reading' (duration: 209.098955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.792694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.827745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:41.792822Z","caller":"traceutil/trace.go:171","msg":"trace[1824670660] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"270.039467ms","start":"2026-03-03T01:01:41.52276Z","end":"2026-03-03T01:01:41.792799Z","steps":["trace[1824670660] 'read index received' (duration: 116.989568ms)","trace[1824670660] 'applied index is now lower than readState.Index' (duration: 153.047729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:41.793175Z","caller":"traceutil/trace.go:171","msg":"trace[1458083318] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"270.469386ms","start":"2026-03-03T01:01:41.522678Z","end":"2026-03-03T01:01:41.793148Z","steps":["trace[1458083318] 'process raft request' (duration: 117.08731ms)","trace[1458083318] 'compare' (duration: 152.541629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:41.793245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.485686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81414"} {"level":"info","ts":"2026-03-03T01:01:41.793277Z","caller":"traceutil/trace.go:171","msg":"trace[1546557096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5064; }","duration":"270.535737ms","start":"2026-03-03T01:01:41.522731Z","end":"2026-03-03T01:01:41.793267Z","steps":["trace[1546557096] 'agreement among raft nodes before linearized reading' (duration: 270.354014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.793269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.562357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:01:41.793328Z","caller":"traceutil/trace.go:171","msg":"trace[1845969485] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5064; }","duration":"269.679669ms","start":"2026-03-03T01:01:41.523635Z","end":"2026-03-03T01:01:41.793315Z","steps":["trace[1845969485] 'agreement among raft nodes before linearized reading' (duration: 269.487996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.793464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.095132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413832"} {"level":"info","ts":"2026-03-03T01:01:41.793531Z","caller":"traceutil/trace.go:171","msg":"trace[211003934] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5064; }","duration":"220.187234ms","start":"2026-03-03T01:01:41.573329Z","end":"2026-03-03T01:01:41.793516Z","steps":["trace[211003934] 'agreement among raft nodes before linearized reading' (duration: 219.876528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.106897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.942432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:42.106981Z","caller":"traceutil/trace.go:171","msg":"trace[1312105531] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"246.420661ms","start":"2026-03-03T01:01:41.860548Z","end":"2026-03-03T01:01:42.106968Z","steps":["trace[1312105531] 'read index received' (duration: 112.273965ms)","trace[1312105531] 'applied index is now lower than readState.Index' (duration: 134.145696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:42.107069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.523163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:42.107091Z","caller":"traceutil/trace.go:171","msg":"trace[2018007856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5065; }","duration":"246.584964ms","start":"2026-03-03T01:01:41.860499Z","end":"2026-03-03T01:01:42.107084Z","steps":["trace[2018007856] 'agreement among raft nodes before linearized reading' (duration: 246.502703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.107081Z","caller":"traceutil/trace.go:171","msg":"trace[540531241] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"266.559758ms","start":"2026-03-03T01:01:41.84049Z","end":"2026-03-03T01:01:42.10705Z","steps":["trace[540531241] 'process raft request' (duration: 132.391871ms)","trace[540531241] 'compare' (duration: 133.83526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:42.70767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.90979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:42.708098Z","caller":"traceutil/trace.go:171","msg":"trace[121755486] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"544.234255ms","start":"2026-03-03T01:01:42.163839Z","end":"2026-03-03T01:01:42.708073Z","steps":["trace[121755486] 'process raft request' (duration: 109.790695ms)","trace[121755486] 'compare' (duration: 433.577674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:42.708246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:42.163823Z","time spent":"544.369888ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:42.708471Z","caller":"traceutil/trace.go:171","msg":"trace[1398653132] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5263; }","duration":"222.081711ms","start":"2026-03-03T01:01:42.486375Z","end":"2026-03-03T01:01:42.708456Z","steps":["trace[1398653132] 'read index received' (duration: 165.498435ms)","trace[1398653132] 'applied index is now lower than readState.Index' (duration: 56.582276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:42.708541Z","caller":"traceutil/trace.go:171","msg":"trace[1171450816] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"466.539574ms","start":"2026-03-03T01:01:42.241969Z","end":"2026-03-03T01:01:42.708509Z","steps":["trace[1171450816] 'process raft request' (duration: 466.100914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.708736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.329656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:01:42.708751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:42.241936Z","time spent":"466.697766ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:42.708777Z","caller":"traceutil/trace.go:171","msg":"trace[2125022576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5067; }","duration":"222.434149ms","start":"2026-03-03T01:01:42.486332Z","end":"2026-03-03T01:01:42.708766Z","steps":["trace[2125022576] 'agreement among raft nodes before linearized reading' (duration: 222.183444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.734718Z","caller":"traceutil/trace.go:171","msg":"trace[598050952] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"247.962142ms","start":"2026-03-03T01:01:42.48674Z","end":"2026-03-03T01:01:42.734702Z","steps":["trace[598050952] 'process raft request' (duration: 247.87545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.118828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.420382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:43.11895Z","caller":"traceutil/trace.go:171","msg":"trace[1602631454] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5266; }","duration":"383.674448ms","start":"2026-03-03T01:01:42.735258Z","end":"2026-03-03T01:01:43.118933Z","steps":["trace[1602631454] 'read index received' (duration: 210.066894ms)","trace[1602631454] 'applied index is now lower than readState.Index' (duration: 173.606374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:43.118972Z","caller":"traceutil/trace.go:171","msg":"trace[1656695480] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"406.166513ms","start":"2026-03-03T01:01:42.71277Z","end":"2026-03-03T01:01:43.118937Z","steps":["trace[1656695480] 'process raft request' (duration: 232.555548ms)","trace[1656695480] 'compare' (duration: 173.287108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:43.119084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.819202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:43.119133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:42.71275Z","time spent":"406.298905ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:43.119142Z","caller":"traceutil/trace.go:171","msg":"trace[969055036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5069; }","duration":"383.923313ms","start":"2026-03-03T01:01:42.735206Z","end":"2026-03-03T01:01:43.119129Z","steps":["trace[969055036] 'agreement among raft nodes before linearized reading' (duration: 383.812331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.119176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:42.735187Z","time spent":"383.981755ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:43.11921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.672475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"warn","ts":"2026-03-03T01:01:43.119213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.644375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:43.119298Z","caller":"traceutil/trace.go:171","msg":"trace[487640031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5069; }","duration":"137.818358ms","start":"2026-03-03T01:01:42.981462Z","end":"2026-03-03T01:01:43.11928Z","steps":["trace[487640031] 'agreement among raft nodes before linearized reading' (duration: 137.596564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:43.119326Z","caller":"traceutil/trace.go:171","msg":"trace[1929370578] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5069; }","duration":"137.779808ms","start":"2026-03-03T01:01:42.981509Z","end":"2026-03-03T01:01:43.119289Z","steps":["trace[1929370578] 'agreement among raft nodes before linearized reading' (duration: 137.568774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.119281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.721097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:43.119488Z","caller":"traceutil/trace.go:171","msg":"trace[862474008] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5069; }","duration":"247.050333ms","start":"2026-03-03T01:01:42.87242Z","end":"2026-03-03T01:01:43.11947Z","steps":["trace[862474008] 'agreement among raft nodes before linearized reading' (duration: 246.615774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.66187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.216909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124317"} {"level":"info","ts":"2026-03-03T01:01:43.661954Z","caller":"traceutil/trace.go:171","msg":"trace[357373663] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5069; }","duration":"275.365832ms","start":"2026-03-03T01:01:43.386572Z","end":"2026-03-03T01:01:43.661937Z","steps":["trace[357373663] 'range keys from in-memory index tree' (duration: 274.934323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.662161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.326836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:01:43.662216Z","caller":"traceutil/trace.go:171","msg":"trace[846617644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5069; }","duration":"186.417268ms","start":"2026-03-03T01:01:43.475786Z","end":"2026-03-03T01:01:43.662203Z","steps":["trace[846617644] 'range keys from in-memory index tree' (duration: 186.164132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.66221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.734918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T01:01:43.662372Z","caller":"traceutil/trace.go:171","msg":"trace[274274502] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5069; }","duration":"279.944422ms","start":"2026-03-03T01:01:43.382402Z","end":"2026-03-03T01:01:43.662347Z","steps":["trace[274274502] 'range keys from in-memory index tree' (duration: 279.479283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:43.662266Z","caller":"traceutil/trace.go:171","msg":"trace[273460615] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"184.01491ms","start":"2026-03-03T01:01:43.478216Z","end":"2026-03-03T01:01:43.662231Z","steps":["trace[273460615] 'process raft request' (duration: 152.474478ms)","trace[273460615] 'compare' (duration: 30.958881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:43.67974Z","caller":"traceutil/trace.go:171","msg":"trace[1115319043] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"157.255702ms","start":"2026-03-03T01:01:43.52246Z","end":"2026-03-03T01:01:43.679716Z","steps":["trace[1115319043] 'process raft request' (duration: 157.095459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:43.921798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.287382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:01:43.921842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.038167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:01:43.921894Z","caller":"traceutil/trace.go:171","msg":"trace[524566248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"125.124609ms","start":"2026-03-03T01:01:43.796758Z","end":"2026-03-03T01:01:43.921882Z","steps":["trace[524566248] 'range keys from in-memory index tree' (duration: 124.909774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:43.921884Z","caller":"traceutil/trace.go:171","msg":"trace[2146034160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5072; }","duration":"123.425565ms","start":"2026-03-03T01:01:43.798443Z","end":"2026-03-03T01:01:43.921868Z","steps":["trace[2146034160] 'range keys from in-memory index tree' (duration: 123.113019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:44.038332Z","caller":"traceutil/trace.go:171","msg":"trace[1656802951] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"112.745044ms","start":"2026-03-03T01:01:43.925564Z","end":"2026-03-03T01:01:44.038309Z","steps":["trace[1656802951] 'process raft request' (duration: 112.56518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:44.482199Z","caller":"traceutil/trace.go:171","msg":"trace[1420794156] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"367.917538ms","start":"2026-03-03T01:01:44.114254Z","end":"2026-03-03T01:01:44.482172Z","steps":["trace[1420794156] 'process raft request' (duration: 367.738785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:44.482451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.114232Z","time spent":"368.049401ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:44.562241Z","caller":"traceutil/trace.go:171","msg":"trace[1938545158] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"392.044064ms","start":"2026-03-03T01:01:44.170173Z","end":"2026-03-03T01:01:44.562218Z","steps":["trace[1938545158] 'process raft request' (duration: 391.944672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:44.562344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.170148Z","time spent":"392.147865ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:45.433243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495778139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:45.933777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495778139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:46.436025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495778139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:46.936389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495778139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:01:47.113049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064362006s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:01:47.315482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602901235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:01:47.315558Z","caller":"traceutil/trace.go:171","msg":"trace[788581651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"2.603026507s","start":"2026-03-03T01:01:44.712514Z","end":"2026-03-03T01:01:47.315541Z","steps":["trace[788581651] 'range keys from in-memory index tree' (duration: 2.602703791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.315627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.71249Z","time spent":"2.60312919s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:01:47.315837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594498299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:47.315875Z","caller":"traceutil/trace.go:171","msg":"trace[34257917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"2.594565941s","start":"2026-03-03T01:01:44.7213Z","end":"2026-03-03T01:01:47.315865Z","steps":["trace[34257917] 'range keys from in-memory index tree' (duration: 2.594404278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.315901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.721281Z","time spent":"2.594614241s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:47.315468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.057968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:47.316318Z","caller":"traceutil/trace.go:171","msg":"trace[1117724091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5075; }","duration":"557.920225ms","start":"2026-03-03T01:01:46.758387Z","end":"2026-03-03T01:01:47.316307Z","steps":["trace[1117724091] 'range keys from in-memory index tree' (duration: 557.042898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.317114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.78702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:47.31728Z","caller":"traceutil/trace.go:171","msg":"trace[1712507074] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"2.578003085s","start":"2026-03-03T01:01:44.739252Z","end":"2026-03-03T01:01:47.317255Z","steps":["trace[1712507074] 'process raft request' (duration: 2.37398857s)","trace[1712507074] 'compare' (duration: 202.579106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:47.317385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.739235Z","time spent":"2.578114667s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:47.577183Z","caller":"traceutil/trace.go:171","msg":"trace[66958108] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"2.711915826s","start":"2026-03-03T01:01:44.865234Z","end":"2026-03-03T01:01:47.57715Z","steps":["trace[66958108] 'process raft request' (duration: 2.711700661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.577379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.865212Z","time spent":"2.71206503s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:47.702746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.659809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:01:47.703051Z","caller":"traceutil/trace.go:171","msg":"trace[511547277] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"2.034710837s","start":"2026-03-03T01:01:45.668321Z","end":"2026-03-03T01:01:47.703032Z","steps":["trace[511547277] 'process raft request' (duration: 2.034506703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.703249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.668292Z","time spent":"2.034800219s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:47.703238Z","caller":"traceutil/trace.go:171","msg":"trace[610258640] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"2.015983227s","start":"2026-03-03T01:01:45.687212Z","end":"2026-03-03T01:01:47.703196Z","steps":["trace[610258640] 'process raft request' (duration: 2.015734712s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.703335Z","caller":"traceutil/trace.go:171","msg":"trace[896762599] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5273; }","duration":"2.770514222s","start":"2026-03-03T01:01:44.932802Z","end":"2026-03-03T01:01:47.703316Z","steps":["trace[896762599] 'read index received' (duration: 2.180444502s)","trace[896762599] 'applied index is now lower than readState.Index' (duration: 590.06911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:47.703378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.687186Z","time spent":"2.016112771s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:47.703551Z","caller":"traceutil/trace.go:171","msg":"trace[2046298192] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"383.061207ms","start":"2026-03-03T01:01:47.320477Z","end":"2026-03-03T01:01:47.703539Z","steps":["trace[2046298192] 'process raft request' (duration: 382.719589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.703648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9512184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:01:47.703691Z","caller":"traceutil/trace.go:171","msg":"trace[1090032200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5080; }","duration":"1.951295062s","start":"2026-03-03T01:01:45.752385Z","end":"2026-03-03T01:01:47.70368Z","steps":["trace[1090032200] 'agreement among raft nodes before linearized reading' (duration: 1.951124489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.70373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.752371Z","time spent":"1.951346973s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:01:47.703657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.320459Z","time spent":"383.142098ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:47.703776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77094506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T01:01:47.703823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225781311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:47.703853Z","caller":"traceutil/trace.go:171","msg":"trace[1513018307] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5080; }","duration":"1.225850991s","start":"2026-03-03T01:01:46.477993Z","end":"2026-03-03T01:01:47.703844Z","steps":["trace[1513018307] 'agreement among raft nodes before linearized reading' (duration: 1.22577442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.703856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661443613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:01:47.703885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.585895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:01:47.703932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213193878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:01:47.703959Z","caller":"traceutil/trace.go:171","msg":"trace[609287274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5080; }","duration":"573.711157ms","start":"2026-03-03T01:01:47.130233Z","end":"2026-03-03T01:01:47.703944Z","steps":["trace[609287274] 'agreement among raft nodes before linearized reading' (duration: 573.474353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.703977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579252059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:01:47.704005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.130214Z","time spent":"573.784038ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:01:47.704009Z","caller":"traceutil/trace.go:171","msg":"trace[919068988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5080; }","duration":"2.57932716s","start":"2026-03-03T01:01:45.124673Z","end":"2026-03-03T01:01:47.704Z","steps":["trace[919068988] 'agreement among raft nodes before linearized reading' (duration: 2.579229179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.704057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.124649Z","time spent":"2.579392301s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:01:47.704052Z","caller":"traceutil/trace.go:171","msg":"trace[558588618] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5080; }","duration":"2.213337811s","start":"2026-03-03T01:01:45.490621Z","end":"2026-03-03T01:01:47.703959Z","steps":["trace[558588618] 'agreement among raft nodes before linearized reading' (duration: 2.213137227s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.703918Z","caller":"traceutil/trace.go:171","msg":"trace[760173241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5080; }","duration":"1.661535576s","start":"2026-03-03T01:01:46.042371Z","end":"2026-03-03T01:01:47.703906Z","steps":["trace[760173241] 'agreement among raft nodes before linearized reading' (duration: 1.661329372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.704213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.042356Z","time spent":"1.661846911s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:01:47.703862Z","caller":"traceutil/trace.go:171","msg":"trace[1075044270] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5080; }","duration":"2.771088592s","start":"2026-03-03T01:01:44.932754Z","end":"2026-03-03T01:01:47.703842Z","steps":["trace[1075044270] 'agreement among raft nodes before linearized reading' (duration: 2.770667314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.704294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.932731Z","time spent":"2.771555773s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:01:47.703878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.477971Z","time spent":"1.225901343s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:47.70406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217748941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:01:47.704035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.511792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:47.704484Z","caller":"traceutil/trace.go:171","msg":"trace[1842390395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5080; }","duration":"1.218204511s","start":"2026-03-03T01:01:46.486269Z","end":"2026-03-03T01:01:47.704474Z","steps":["trace[1842390395] 'agreement among raft nodes before linearized reading' (duration: 1.217235192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.704504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.486258Z","time spent":"1.218242281s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:01:47.704496Z","caller":"traceutil/trace.go:171","msg":"trace[184203440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5080; }","duration":"983.073192ms","start":"2026-03-03T01:01:46.721414Z","end":"2026-03-03T01:01:47.704487Z","steps":["trace[184203440] 'agreement among raft nodes before linearized reading' (duration: 982.527591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.703994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772017156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:47.704699Z","caller":"traceutil/trace.go:171","msg":"trace[329423186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5080; }","duration":"1.772836492s","start":"2026-03-03T01:01:45.931849Z","end":"2026-03-03T01:01:47.704685Z","steps":["trace[329423186] 'agreement among raft nodes before linearized reading' (duration: 1.771867993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.70469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.721392Z","time spent":"983.245516ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:47.704717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.490535Z","time spent":"2.213580666s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T01:01:47.704725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510780508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:01:47.704771Z","caller":"traceutil/trace.go:171","msg":"trace[468051173] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5080; }","duration":"2.510868179s","start":"2026-03-03T01:01:45.193893Z","end":"2026-03-03T01:01:47.704761Z","steps":["trace[468051173] 'agreement among raft nodes before linearized reading' (duration: 2.509630565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.704768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.931822Z","time spent":"1.772932403s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:01:47.704804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:45.193871Z","time spent":"2.510924661s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:01:47.704932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771616024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T01:01:47.705023Z","caller":"traceutil/trace.go:171","msg":"trace[1895469140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5080; }","duration":"2.771833887s","start":"2026-03-03T01:01:44.933172Z","end":"2026-03-03T01:01:47.705006Z","steps":["trace[1895469140] 'agreement among raft nodes before linearized reading' (duration: 2.770309667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.705063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:44.933153Z","time spent":"2.771900979s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:01:47.949932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.590753ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:01:48.005637Z","caller":"traceutil/trace.go:171","msg":"trace[939705381] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"297.409317ms","start":"2026-03-03T01:01:47.708213Z","end":"2026-03-03T01:01:48.005623Z","steps":["trace[939705381] 'process raft request' (duration: 297.294394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.005923Z","caller":"traceutil/trace.go:171","msg":"trace[909307218] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"296.816195ms","start":"2026-03-03T01:01:47.70908Z","end":"2026-03-03T01:01:48.005896Z","steps":["trace[909307218] 'process raft request' (duration: 296.519898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.00606Z","caller":"traceutil/trace.go:171","msg":"trace[749555868] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"296.924797ms","start":"2026-03-03T01:01:47.709129Z","end":"2026-03-03T01:01:48.006054Z","steps":["trace[749555868] 'process raft request' (duration: 296.664011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.006204Z","caller":"traceutil/trace.go:171","msg":"trace[609932966] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"297.010169ms","start":"2026-03-03T01:01:47.709186Z","end":"2026-03-03T01:01:48.006197Z","steps":["trace[609932966] 'process raft request' (duration: 296.831695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.006328Z","caller":"traceutil/trace.go:171","msg":"trace[1531345038] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5279; }","duration":"297.937847ms","start":"2026-03-03T01:01:47.708383Z","end":"2026-03-03T01:01:48.006321Z","steps":["trace[1531345038] 'read index received' (duration: 136.999092ms)","trace[1531345038] 'applied index is now lower than readState.Index' (duration: 160.938115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:48.006344Z","caller":"traceutil/trace.go:171","msg":"trace[1140052952] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"296.649132ms","start":"2026-03-03T01:01:47.70966Z","end":"2026-03-03T01:01:48.006309Z","steps":["trace[1140052952] 'process raft request' (duration: 296.502129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.006479Z","caller":"traceutil/trace.go:171","msg":"trace[616622979] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"295.414248ms","start":"2026-03-03T01:01:47.71106Z","end":"2026-03-03T01:01:48.006474Z","steps":["trace[616622979] 'process raft request' (duration: 295.204304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.006529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.130742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:01:48.006602Z","caller":"traceutil/trace.go:171","msg":"trace[772846535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5086; }","duration":"298.250183ms","start":"2026-03-03T01:01:47.708336Z","end":"2026-03-03T01:01:48.006586Z","steps":["trace[772846535] 'agreement among raft nodes before linearized reading' (duration: 298.05471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.257328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.829076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:48.257445Z","caller":"traceutil/trace.go:171","msg":"trace[1837209637] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5286; }","duration":"251.083192ms","start":"2026-03-03T01:01:48.006344Z","end":"2026-03-03T01:01:48.257427Z","steps":["trace[1837209637] 'read index received' (duration: 66.061722ms)","trace[1837209637] 'applied index is now lower than readState.Index' (duration: 185.02032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:48.257585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.569372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:48.257618Z","caller":"traceutil/trace.go:171","msg":"trace[1409022704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"544.616902ms","start":"2026-03-03T01:01:47.712993Z","end":"2026-03-03T01:01:48.257609Z","steps":["trace[1409022704] 'agreement among raft nodes before linearized reading' (duration: 544.52393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.257651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.712986Z","time spent":"544.658473ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:01:48.257691Z","caller":"traceutil/trace.go:171","msg":"trace[1864976542] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"306.469895ms","start":"2026-03-03T01:01:47.951198Z","end":"2026-03-03T01:01:48.257668Z","steps":["trace[1864976542] 'process raft request' (duration: 121.205791ms)","trace[1864976542] 'compare' (duration: 184.708084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:48.257792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.951185Z","time spent":"306.565197ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:48.257854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.215093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T01:01:48.257897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.906309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:01:48.257938Z","caller":"traceutil/trace.go:171","msg":"trace[1420342307] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:5087; }","duration":"549.322485ms","start":"2026-03-03T01:01:47.708594Z","end":"2026-03-03T01:01:48.257916Z","steps":["trace[1420342307] 'agreement among raft nodes before linearized reading' (duration: 549.095911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.25796Z","caller":"traceutil/trace.go:171","msg":"trace[1602464882] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5087; }","duration":"250.006561ms","start":"2026-03-03T01:01:48.007939Z","end":"2026-03-03T01:01:48.257945Z","steps":["trace[1602464882] 'agreement among raft nodes before linearized reading' (duration: 249.785316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.257987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.708587Z","time spent":"549.391578ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:01:48.258041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.668153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81414"} {"level":"info","ts":"2026-03-03T01:01:48.258099Z","caller":"traceutil/trace.go:171","msg":"trace[711573209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5087; }","duration":"547.753175ms","start":"2026-03-03T01:01:47.710333Z","end":"2026-03-03T01:01:48.258086Z","steps":["trace[711573209] 'agreement among raft nodes before linearized reading' (duration: 547.373577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.258136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.710315Z","time spent":"547.811406ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:01:48.258351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.602976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:48.258462Z","caller":"traceutil/trace.go:171","msg":"trace[1725678058] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5087; }","duration":"498.763808ms","start":"2026-03-03T01:01:47.759671Z","end":"2026-03-03T01:01:48.258435Z","steps":["trace[1725678058] 'agreement among raft nodes before linearized reading' (duration: 497.800859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.258572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.759657Z","time spent":"498.89358ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:49.51808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.493636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:49.518176Z","caller":"traceutil/trace.go:171","msg":"trace[789526250] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5089; }","duration":"126.661129ms","start":"2026-03-03T01:01:49.391493Z","end":"2026-03-03T01:01:49.518155Z","steps":["trace[789526250] 'count revisions from in-memory index tree' (duration: 126.327192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:49.643106Z","caller":"traceutil/trace.go:171","msg":"trace[1046409267] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5289; }","duration":"208.057524ms","start":"2026-03-03T01:01:49.435015Z","end":"2026-03-03T01:01:49.643073Z","steps":["trace[1046409267] 'read index received' (duration: 207.80863ms)","trace[1046409267] 'applied index is now lower than readState.Index' (duration: 247.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:49.643153Z","caller":"traceutil/trace.go:171","msg":"trace[812870905] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"238.480754ms","start":"2026-03-03T01:01:49.404633Z","end":"2026-03-03T01:01:49.643114Z","steps":["trace[812870905] 'process raft request' (duration: 238.160898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:49.64333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.288029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:49.643392Z","caller":"traceutil/trace.go:171","msg":"trace[395584097] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5090; }","duration":"208.423741ms","start":"2026-03-03T01:01:49.43495Z","end":"2026-03-03T01:01:49.643374Z","steps":["trace[395584097] 'agreement among raft nodes before linearized reading' (duration: 208.243548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.018645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.123753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:50.018767Z","caller":"traceutil/trace.go:171","msg":"trace[479528732] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"308.74079ms","start":"2026-03-03T01:01:49.710007Z","end":"2026-03-03T01:01:50.018748Z","steps":["trace[479528732] 'process raft request' (duration: 90.418743ms)","trace[479528732] 'compare' (duration: 218.009071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.018838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:49.70999Z","time spent":"308.819752ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.109083Z","caller":"traceutil/trace.go:171","msg":"trace[793929295] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"395.786767ms","start":"2026-03-03T01:01:49.713261Z","end":"2026-03-03T01:01:50.109048Z","steps":["trace[793929295] 'process raft request' (duration: 395.603023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.109247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:49.713234Z","time spent":"395.92676ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.109332Z","caller":"traceutil/trace.go:171","msg":"trace[300987861] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"395.990161ms","start":"2026-03-03T01:01:49.71331Z","end":"2026-03-03T01:01:50.1093Z","steps":["trace[300987861] 'process raft request' (duration: 395.695575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.109315Z","caller":"traceutil/trace.go:171","msg":"trace[1828917282] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5291; }","duration":"389.915271ms","start":"2026-03-03T01:01:49.719304Z","end":"2026-03-03T01:01:50.10922Z","steps":["trace[1828917282] 'read index received' (duration: 81.085979ms)","trace[1828917282] 'applied index is now lower than readState.Index' (duration: 308.827522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.109488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:49.713282Z","time spent":"396.120934ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:50.109524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.205877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:50.109558Z","caller":"traceutil/trace.go:171","msg":"trace[690217099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5094; }","duration":"390.266039ms","start":"2026-03-03T01:01:49.719281Z","end":"2026-03-03T01:01:50.109547Z","steps":["trace[690217099] 'agreement among raft nodes before linearized reading' (duration: 390.184347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.10955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.300021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:50.109592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:49.719273Z","time spent":"390.310809ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:01:50.10962Z","caller":"traceutil/trace.go:171","msg":"trace[1037464536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5094; }","duration":"198.395343ms","start":"2026-03-03T01:01:49.911208Z","end":"2026-03-03T01:01:50.109604Z","steps":["trace[1037464536] 'agreement among raft nodes before linearized reading' (duration: 198.304031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.415414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.899855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:50.415545Z","caller":"traceutil/trace.go:171","msg":"trace[1766243429] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"301.835934ms","start":"2026-03-03T01:01:50.113689Z","end":"2026-03-03T01:01:50.415525Z","steps":["trace[1766243429] 'process raft request' (duration: 108.724445ms)","trace[1766243429] 'compare' (duration: 192.554847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.415869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.11366Z","time spent":"301.922706ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.443096Z","caller":"traceutil/trace.go:171","msg":"trace[1867445824] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"329.317837ms","start":"2026-03-03T01:01:50.113755Z","end":"2026-03-03T01:01:50.443072Z","steps":["trace[1867445824] 'process raft request' (duration: 329.156582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.443258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.113735Z","time spent":"329.438989ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.443376Z","caller":"traceutil/trace.go:171","msg":"trace[1658539041] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"329.357137ms","start":"2026-03-03T01:01:50.113999Z","end":"2026-03-03T01:01:50.443356Z","steps":["trace[1658539041] 'process raft request' (duration: 329.0264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.443466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.113989Z","time spent":"329.436788ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.44363Z","caller":"traceutil/trace.go:171","msg":"trace[587565465] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"329.296436ms","start":"2026-03-03T01:01:50.114326Z","end":"2026-03-03T01:01:50.443623Z","steps":["trace[587565465] 'process raft request' (duration: 328.96226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.44367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.114309Z","time spent":"329.342107ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:50.443855Z","caller":"traceutil/trace.go:171","msg":"trace[536465377] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5294; }","duration":"302.475896ms","start":"2026-03-03T01:01:50.141359Z","end":"2026-03-03T01:01:50.443835Z","steps":["trace[536465377] 'read index received' (duration: 81.067239ms)","trace[536465377] 'applied index is now lower than readState.Index' (duration: 221.406777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.444088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.704291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:50.444172Z","caller":"traceutil/trace.go:171","msg":"trace[90500315] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5099; }","duration":"302.832604ms","start":"2026-03-03T01:01:50.141323Z","end":"2026-03-03T01:01:50.444155Z","steps":["trace[90500315] 'agreement among raft nodes before linearized reading' (duration: 302.63935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.443937Z","caller":"traceutil/trace.go:171","msg":"trace[935257991] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"328.669834ms","start":"2026-03-03T01:01:50.115211Z","end":"2026-03-03T01:01:50.44388Z","steps":["trace[935257991] 'process raft request' (duration: 328.328048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.444309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.141311Z","time spent":"302.946366ms","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:01:50.444478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.875734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-258nh\" ","response":"range_response_count:1 size:4039"} {"level":"warn","ts":"2026-03-03T01:01:50.444445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.115188Z","time spent":"329.143363ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:01:50.444548Z","caller":"traceutil/trace.go:171","msg":"trace[997072479] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-258nh; range_end:; response_count:1; response_revision:5099; }","duration":"271.998016ms","start":"2026-03-03T01:01:50.17253Z","end":"2026-03-03T01:01:50.444528Z","steps":["trace[997072479] 'agreement among raft nodes before linearized reading' (duration: 271.795442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.444926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.98592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:50.44498Z","caller":"traceutil/trace.go:171","msg":"trace[825957222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5099; }","duration":"180.073302ms","start":"2026-03-03T01:01:50.264894Z","end":"2026-03-03T01:01:50.444967Z","steps":["trace[825957222] 'agreement among raft nodes before linearized reading' (duration: 179.913479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.810357Z","caller":"traceutil/trace.go:171","msg":"trace[1408206445] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"357.583494ms","start":"2026-03-03T01:01:50.452748Z","end":"2026-03-03T01:01:50.810331Z","steps":["trace[1408206445] 'process raft request' (duration: 357.37948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.810732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.452732Z","time spent":"357.707616ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4325,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:50.998145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.968165ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:01:50.998473Z","caller":"traceutil/trace.go:171","msg":"trace[1195265038] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5299; }","duration":"277.558625ms","start":"2026-03-03T01:01:50.720901Z","end":"2026-03-03T01:01:50.99846Z","steps":["trace[1195265038] 'read index received' (duration: 89.19045ms)","trace[1195265038] 'applied index is now lower than readState.Index' (duration: 188.367475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:50.998545Z","caller":"traceutil/trace.go:171","msg":"trace[745974218] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"465.943492ms","start":"2026-03-03T01:01:50.532547Z","end":"2026-03-03T01:01:50.998491Z","steps":["trace[745974218] 'process raft request' (duration: 465.788799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.998599Z","caller":"traceutil/trace.go:171","msg":"trace[1399747678] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"400.086902ms","start":"2026-03-03T01:01:50.598478Z","end":"2026-03-03T01:01:50.998565Z","steps":["trace[1399747678] 'process raft request' (duration: 399.949329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.998782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.59846Z","time spent":"400.223115ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:50.998821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.532526Z","time spent":"466.149976ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:50.998952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.712178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:50.999025Z","caller":"traceutil/trace.go:171","msg":"trace[222586988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5102; }","duration":"278.157617ms","start":"2026-03-03T01:01:50.720857Z","end":"2026-03-03T01:01:50.999015Z","steps":["trace[222586988] 'agreement among raft nodes before linearized reading' (duration: 277.731578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:51.049375Z","caller":"traceutil/trace.go:171","msg":"trace[2038060107] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"229.61198ms","start":"2026-03-03T01:01:50.819723Z","end":"2026-03-03T01:01:51.049335Z","steps":["trace[2038060107] 'process raft request' (duration: 229.468017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.049377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.976213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:51.049502Z","caller":"traceutil/trace.go:171","msg":"trace[595522194] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5104; }","duration":"245.176047ms","start":"2026-03-03T01:01:50.8043Z","end":"2026-03-03T01:01:51.049476Z","steps":["trace[595522194] 'agreement among raft nodes before linearized reading' (duration: 244.975173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:51.049529Z","caller":"traceutil/trace.go:171","msg":"trace[696096295] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"229.895045ms","start":"2026-03-03T01:01:50.819604Z","end":"2026-03-03T01:01:51.049499Z","steps":["trace[696096295] 'process raft request' (duration: 229.383305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:51.615009Z","caller":"traceutil/trace.go:171","msg":"trace[395189329] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"113.100611ms","start":"2026-03-03T01:01:51.501863Z","end":"2026-03-03T01:01:51.614964Z","steps":["trace[395189329] 'process raft request' (duration: 37.264696ms)","trace[395189329] 'compare' (duration: 75.5767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:52.3018Z","caller":"traceutil/trace.go:171","msg":"trace[377214609] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"185.5889ms","start":"2026-03-03T01:01:52.116184Z","end":"2026-03-03T01:01:52.301773Z","steps":["trace[377214609] 'process raft request' (duration: 185.432357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:52.328312Z","caller":"traceutil/trace.go:171","msg":"trace[1337595690] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"203.945222ms","start":"2026-03-03T01:01:52.124342Z","end":"2026-03-03T01:01:52.328287Z","steps":["trace[1337595690] 'process raft request' (duration: 203.805329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.760684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.26546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:01:52.760847Z","caller":"traceutil/trace.go:171","msg":"trace[2080885666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5109; }","duration":"312.424344ms","start":"2026-03-03T01:01:52.44834Z","end":"2026-03-03T01:01:52.760765Z","steps":["trace[2080885666] 'range keys from in-memory index tree' (duration: 312.088487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.760913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.448316Z","time spent":"312.578786ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:52.760909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.541586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T01:01:52.760685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.509726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:52.760985Z","caller":"traceutil/trace.go:171","msg":"trace[1003084695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5109; }","duration":"312.638637ms","start":"2026-03-03T01:01:52.448326Z","end":"2026-03-03T01:01:52.760964Z","steps":["trace[1003084695] 'range keys from in-memory index tree' (duration: 312.299581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.760991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.901374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:01:52.761007Z","caller":"traceutil/trace.go:171","msg":"trace[2009457204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5109; }","duration":"306.864384ms","start":"2026-03-03T01:01:52.454123Z","end":"2026-03-03T01:01:52.760987Z","steps":["trace[2009457204] 'range keys from in-memory index tree' (duration: 306.323504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:52.761049Z","caller":"traceutil/trace.go:171","msg":"trace[361617151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5109; }","duration":"340.014277ms","start":"2026-03-03T01:01:52.421025Z","end":"2026-03-03T01:01:52.76104Z","steps":["trace[361617151] 'range keys from in-memory index tree' (duration: 339.69362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.76106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.454112Z","time spent":"306.934465ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:01:52.761088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.421001Z","time spent":"340.080188ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:01:52.761046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.448313Z","time spent":"312.722069ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:52.761159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.168648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:52.761268Z","caller":"traceutil/trace.go:171","msg":"trace[715284164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5109; }","duration":"313.319371ms","start":"2026-03-03T01:01:52.447932Z","end":"2026-03-03T01:01:52.761251Z","steps":["trace[715284164] 'range keys from in-memory index tree' (duration: 312.958724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.761415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.447911Z","time spent":"313.443893ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:01:52.927754Z","caller":"traceutil/trace.go:171","msg":"trace[981890853] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"162.674369ms","start":"2026-03-03T01:01:52.765035Z","end":"2026-03-03T01:01:52.92771Z","steps":["trace[981890853] 'process raft request' (duration: 162.411034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:53.105848Z","caller":"traceutil/trace.go:171","msg":"trace[344998915] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"340.373264ms","start":"2026-03-03T01:01:52.765437Z","end":"2026-03-03T01:01:53.10581Z","steps":["trace[344998915] 'process raft request' (duration: 281.503153ms)","trace[344998915] 'compare' (duration: 57.875091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:53.105935Z","caller":"traceutil/trace.go:171","msg":"trace[294089827] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"339.558808ms","start":"2026-03-03T01:01:52.766351Z","end":"2026-03-03T01:01:53.10591Z","steps":["trace[294089827] 'process raft request' (duration: 339.449885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:53.10598Z","caller":"traceutil/trace.go:171","msg":"trace[1051883989] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"340.412694ms","start":"2026-03-03T01:01:52.765535Z","end":"2026-03-03T01:01:53.105948Z","steps":["trace[1051883989] 'process raft request' (duration: 340.162419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:53.106092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.766329Z","time spent":"339.6742ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:53.106061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.765423Z","time spent":"340.504716ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:53.106145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.765511Z","time spent":"340.544507ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:53.632675Z","caller":"traceutil/trace.go:171","msg":"trace[968291177] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"173.167022ms","start":"2026-03-03T01:01:53.459467Z","end":"2026-03-03T01:01:53.632634Z","steps":["trace[968291177] 'process raft request' (duration: 172.886826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:54.63809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.689673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:54.638198Z","caller":"traceutil/trace.go:171","msg":"trace[806365935] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"179.854434ms","start":"2026-03-03T01:01:54.458308Z","end":"2026-03-03T01:01:54.638162Z","steps":["trace[806365935] 'read index received' (duration: 35.211µs)","trace[806365935] 'applied index is now lower than readState.Index' (duration: 179.818413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:54.63828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.968346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:54.638307Z","caller":"traceutil/trace.go:171","msg":"trace[1438595884] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5117; }","duration":"180.027668ms","start":"2026-03-03T01:01:54.458271Z","end":"2026-03-03T01:01:54.638299Z","steps":["trace[1438595884] 'agreement among raft nodes before linearized reading' (duration: 179.949116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:54.638451Z","caller":"traceutil/trace.go:171","msg":"trace[592885139] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"301.733197ms","start":"2026-03-03T01:01:54.336677Z","end":"2026-03-03T01:01:54.63841Z","steps":["trace[592885139] 'process raft request' (duration: 47.628577ms)","trace[592885139] 'compare' (duration: 253.60485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:54.638638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:54.336656Z","time spent":"301.892729ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:54.992563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.454662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:01:54.992647Z","caller":"traceutil/trace.go:171","msg":"trace[497660857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5117; }","duration":"222.584884ms","start":"2026-03-03T01:01:54.770042Z","end":"2026-03-03T01:01:54.992627Z","steps":["trace[497660857] 'range keys from in-memory index tree' (duration: 222.287997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:55.221002Z","caller":"traceutil/trace.go:171","msg":"trace[1063804340] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"110.943575ms","start":"2026-03-03T01:01:55.110023Z","end":"2026-03-03T01:01:55.220967Z","steps":["trace[1063804340] 'read index received' (duration: 49.041035ms)","trace[1063804340] 'applied index is now lower than readState.Index' (duration: 61.90144ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:55.221142Z","caller":"traceutil/trace.go:171","msg":"trace[309979254] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"132.944642ms","start":"2026-03-03T01:01:55.088185Z","end":"2026-03-03T01:01:55.22113Z","steps":["trace[309979254] 'process raft request' (duration: 70.926999ms)","trace[309979254] 'compare' (duration: 61.734377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:55.221249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.104747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:01:55.221321Z","caller":"traceutil/trace.go:171","msg":"trace[2052231846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5119; }","duration":"111.228691ms","start":"2026-03-03T01:01:55.110076Z","end":"2026-03-03T01:01:55.221305Z","steps":["trace[2052231846] 'agreement among raft nodes before linearized reading' (duration: 111.076308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:55.221521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.478806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:01:55.221585Z","caller":"traceutil/trace.go:171","msg":"trace[276240984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5119; }","duration":"111.553627ms","start":"2026-03-03T01:01:55.110017Z","end":"2026-03-03T01:01:55.221571Z","steps":["trace[276240984] 'agreement among raft nodes before linearized reading' (duration: 111.377404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:55.221521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.123208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:01:55.221676Z","caller":"traceutil/trace.go:171","msg":"trace[727462749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5119; }","duration":"111.333792ms","start":"2026-03-03T01:01:55.110327Z","end":"2026-03-03T01:01:55.22166Z","steps":["trace[727462749] 'agreement among raft nodes before linearized reading' (duration: 111.029496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:55.382852Z","caller":"traceutil/trace.go:171","msg":"trace[1877947200] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"142.095784ms","start":"2026-03-03T01:01:55.240728Z","end":"2026-03-03T01:01:55.382824Z","steps":["trace[1877947200] 'process raft request' (duration: 80.706114ms)","trace[1877947200] 'compare' (duration: 61.257857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:02.972394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.751299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:02.972549Z","caller":"traceutil/trace.go:171","msg":"trace[705781544] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5424; }","duration":"192.481186ms","start":"2026-03-03T01:02:02.780047Z","end":"2026-03-03T01:02:02.972528Z","steps":["trace[705781544] 'read index received' (duration: 70.465141ms)","trace[705781544] 'applied index is now lower than readState.Index' (duration: 122.014375ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:02.972564Z","caller":"traceutil/trace.go:171","msg":"trace[930678222] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"245.567911ms","start":"2026-03-03T01:02:02.726962Z","end":"2026-03-03T01:02:02.97253Z","steps":["trace[930678222] 'process raft request' (duration: 123.531686ms)","trace[930678222] 'compare' (duration: 121.585436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:02.972795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.71605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:02:02.972888Z","caller":"traceutil/trace.go:171","msg":"trace[918419348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5221; }","duration":"192.908834ms","start":"2026-03-03T01:02:02.779956Z","end":"2026-03-03T01:02:02.972865Z","steps":["trace[918419348] 'agreement among raft nodes before linearized reading' (duration: 192.646119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.973024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.87798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:02.973115Z","caller":"traceutil/trace.go:171","msg":"trace[1899272496] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5221; }","duration":"140.000343ms","start":"2026-03-03T01:02:02.8331Z","end":"2026-03-03T01:02:02.9731Z","steps":["trace[1899272496] 'agreement among raft nodes before linearized reading' (duration: 139.549004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:08.918414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495778591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:08.918753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.365303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:08.918842Z","caller":"traceutil/trace.go:171","msg":"trace[720405203] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5258; }","duration":"823.517416ms","start":"2026-03-03T01:02:08.095307Z","end":"2026-03-03T01:02:08.918824Z","steps":["trace[720405203] 'count revisions from in-memory index tree' (duration: 823.268271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:08.918894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.09528Z","time spent":"823.602288ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:08.918791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.778957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:02:08.919137Z","caller":"traceutil/trace.go:171","msg":"trace[494237029] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5258; }","duration":"934.147215ms","start":"2026-03-03T01:02:07.98495Z","end":"2026-03-03T01:02:08.919097Z","steps":["trace[494237029] 'range keys from in-memory index tree' (duration: 933.593984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:08.919267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:07.98493Z","time spent":"934.293108ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T01:02:08.919757Z","caller":"traceutil/trace.go:171","msg":"trace[1836068727] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"691.102735ms","start":"2026-03-03T01:02:08.228632Z","end":"2026-03-03T01:02:08.919735Z","steps":["trace[1836068727] 'process raft request' (duration: 690.939281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:08.919887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.228592Z","time spent":"691.226247ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:09.013725Z","caller":"traceutil/trace.go:171","msg":"trace[577112474] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5465; }","duration":"595.424364ms","start":"2026-03-03T01:02:08.418284Z","end":"2026-03-03T01:02:09.013709Z","steps":["trace[577112474] 'read index received' (duration: 501.449336ms)","trace[577112474] 'applied index is now lower than readState.Index' (duration: 93.973588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:09.013805Z","caller":"traceutil/trace.go:171","msg":"trace[1469203145] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"642.872257ms","start":"2026-03-03T01:02:08.370899Z","end":"2026-03-03T01:02:09.013771Z","steps":["trace[1469203145] 'process raft request' (duration: 642.715354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.013975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.370868Z","time spent":"643.012999ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:09.014003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.485081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:02:09.013979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.972363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:09.014041Z","caller":"traceutil/trace.go:171","msg":"trace[271710722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5260; }","duration":"309.561373ms","start":"2026-03-03T01:02:08.704467Z","end":"2026-03-03T01:02:09.014028Z","steps":["trace[271710722] 'agreement among raft nodes before linearized reading' (duration: 309.350269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.014063Z","caller":"traceutil/trace.go:171","msg":"trace[24857598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5260; }","duration":"287.090206ms","start":"2026-03-03T01:02:08.726952Z","end":"2026-03-03T01:02:09.014042Z","steps":["trace[24857598] 'agreement among raft nodes before linearized reading' (duration: 286.960764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.014065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.704444Z","time spent":"309.615363ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:02:09.014331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.979634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T01:02:09.014511Z","caller":"traceutil/trace.go:171","msg":"trace[923611888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5260; }","duration":"596.217809ms","start":"2026-03-03T01:02:08.418262Z","end":"2026-03-03T01:02:09.01448Z","steps":["trace[923611888] 'agreement among raft nodes before linearized reading' (duration: 595.542135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.014607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.41819Z","time spent":"596.402403ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T01:02:09.574646Z","caller":"traceutil/trace.go:171","msg":"trace[1966145170] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"215.898611ms","start":"2026-03-03T01:02:09.358722Z","end":"2026-03-03T01:02:09.574621Z","steps":["trace[1966145170] 'process raft request' (duration: 215.760728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.592216Z","caller":"traceutil/trace.go:171","msg":"trace[212965830] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"231.93667ms","start":"2026-03-03T01:02:09.360268Z","end":"2026-03-03T01:02:09.592205Z","steps":["trace[212965830] 'process raft request' (duration: 231.906119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.592286Z","caller":"traceutil/trace.go:171","msg":"trace[1921721232] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"232.927589ms","start":"2026-03-03T01:02:09.359324Z","end":"2026-03-03T01:02:09.592252Z","steps":["trace[1921721232] 'process raft request' (duration: 232.802026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:42.103818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2750} {"level":"info","ts":"2026-03-03T01:02:42.168318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2750,"took":"62.834139ms","hash":1633700512,"current-db-size-bytes":40243200,"current-db-size":"40 MB","current-db-size-in-use-bytes":29646848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T01:02:42.168382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1633700512,"revision":2750,"compact-revision":-1} {"level":"info","ts":"2026-03-03T01:02:47.194869Z","caller":"traceutil/trace.go:171","msg":"trace[121988751] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"139.949611ms","start":"2026-03-03T01:02:47.054901Z","end":"2026-03-03T01:02:47.194851Z","steps":["trace[121988751] 'process raft request' (duration: 139.838329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:25.207385Z","caller":"traceutil/trace.go:171","msg":"trace[1873080351] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"100.675529ms","start":"2026-03-03T01:03:25.106669Z","end":"2026-03-03T01:03:25.207345Z","steps":["trace[1873080351] 'process raft request' (duration: 50.597031ms)","trace[1873080351] 'compare' (duration: 49.874844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:27.249321Z","caller":"traceutil/trace.go:171","msg":"trace[360551329] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"188.360228ms","start":"2026-03-03T01:03:27.060926Z","end":"2026-03-03T01:03:27.249286Z","steps":["trace[360551329] 'process raft request' (duration: 188.168104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:27.24929Z","caller":"traceutil/trace.go:171","msg":"trace[539217268] linearizableReadLoop","detail":"{readStateIndex:6082; appliedIndex:6081; }","duration":"123.517794ms","start":"2026-03-03T01:03:27.12574Z","end":"2026-03-03T01:03:27.249258Z","steps":["trace[539217268] 'read index received' (duration: 123.360291ms)","trace[539217268] 'applied index is now lower than readState.Index' (duration: 156.003µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:27.249726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.626106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-03T01:03:27.249765Z","caller":"traceutil/trace.go:171","msg":"trace[1932973776] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:5857; }","duration":"123.722658ms","start":"2026-03-03T01:03:27.126031Z","end":"2026-03-03T01:03:27.249754Z","steps":["trace[1932973776] 'agreement among raft nodes before linearized reading' (duration: 123.571205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:27.249716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.934432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6256"} {"level":"warn","ts":"2026-03-03T01:03:27.249781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.500553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6094"} {"level":"info","ts":"2026-03-03T01:03:27.249854Z","caller":"traceutil/trace.go:171","msg":"trace[323649833] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5857; }","duration":"124.117296ms","start":"2026-03-03T01:03:27.12571Z","end":"2026-03-03T01:03:27.249827Z","steps":["trace[323649833] 'agreement among raft nodes before linearized reading' (duration: 123.671427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:27.249881Z","caller":"traceutil/trace.go:171","msg":"trace[431396208] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5857; }","duration":"122.659297ms","start":"2026-03-03T01:03:27.127201Z","end":"2026-03-03T01:03:27.24986Z","steps":["trace[431396208] 'agreement among raft nodes before linearized reading' (duration: 122.36134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:27.249752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.861631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-03T01:03:27.249981Z","caller":"traceutil/trace.go:171","msg":"trace[2136777198] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5857; }","duration":"124.148447ms","start":"2026-03-03T01:03:27.125821Z","end":"2026-03-03T01:03:27.24997Z","steps":["trace[2136777198] 'agreement among raft nodes before linearized reading' (duration: 123.716458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:28.485684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.015393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:28.485856Z","caller":"traceutil/trace.go:171","msg":"trace[1937082260] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"352.572813ms","start":"2026-03-03T01:03:28.133248Z","end":"2026-03-03T01:03:28.485821Z","steps":["trace[1937082260] 'process raft request' (duration: 215.334346ms)","trace[1937082260] 'compare' (duration: 136.883021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:28.485927Z","caller":"traceutil/trace.go:171","msg":"trace[1998293996] linearizableReadLoop","detail":"{readStateIndex:6091; appliedIndex:6089; }","duration":"350.561763ms","start":"2026-03-03T01:03:28.135357Z","end":"2026-03-03T01:03:28.485918Z","steps":["trace[1998293996] 'read index received' (duration: 48.807463ms)","trace[1998293996] 'applied index is now lower than readState.Index' (duration: 301.75342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:28.486013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:28.133237Z","time spent":"352.697877ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:28.485887Z","caller":"traceutil/trace.go:171","msg":"trace[1084040935] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"264.539268ms","start":"2026-03-03T01:03:28.22133Z","end":"2026-03-03T01:03:28.485869Z","steps":["trace[1084040935] 'process raft request' (duration: 264.478727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:28.486251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.208304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:28.486325Z","caller":"traceutil/trace.go:171","msg":"trace[189849573] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5867; }","duration":"185.328697ms","start":"2026-03-03T01:03:28.300978Z","end":"2026-03-03T01:03:28.486307Z","steps":["trace[189849573] 'agreement among raft nodes before linearized reading' (duration: 185.212265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:28.486409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.037783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-03T01:03:28.48647Z","caller":"traceutil/trace.go:171","msg":"trace[589097623] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:5867; }","duration":"351.115404ms","start":"2026-03-03T01:03:28.135337Z","end":"2026-03-03T01:03:28.486452Z","steps":["trace[589097623] 'agreement among raft nodes before linearized reading' (duration: 350.89913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:28.486517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:28.13533Z","time spent":"351.177575ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T01:03:29.535376Z","caller":"traceutil/trace.go:171","msg":"trace[1269463734] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"127.697297ms","start":"2026-03-03T01:03:29.407648Z","end":"2026-03-03T01:03:29.535345Z","steps":["trace[1269463734] 'process raft request' (duration: 127.521104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:29.703463Z","caller":"traceutil/trace.go:171","msg":"trace[197122214] linearizableReadLoop","detail":"{readStateIndex:6094; appliedIndex:6092; }","duration":"209.56563ms","start":"2026-03-03T01:03:29.493872Z","end":"2026-03-03T01:03:29.703438Z","steps":["trace[197122214] 'read index received' (duration: 41.425215ms)","trace[197122214] 'applied index is now lower than readState.Index' (duration: 168.139475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:29.703638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.715183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:29.703567Z","caller":"traceutil/trace.go:171","msg":"trace[354748749] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"243.808994ms","start":"2026-03-03T01:03:29.459714Z","end":"2026-03-03T01:03:29.703523Z","steps":["trace[354748749] 'process raft request' (duration: 153.84928ms)","trace[354748749] 'compare' (duration: 89.652028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:29.703746Z","caller":"traceutil/trace.go:171","msg":"trace[732121376] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5869; }","duration":"209.884016ms","start":"2026-03-03T01:03:29.493836Z","end":"2026-03-03T01:03:29.70372Z","steps":["trace[732121376] 'agreement among raft nodes before linearized reading' (duration: 209.703143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:29.704224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.604217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:03:29.704276Z","caller":"traceutil/trace.go:171","msg":"trace[1585984744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5869; }","duration":"105.686949ms","start":"2026-03-03T01:03:29.598574Z","end":"2026-03-03T01:03:29.704261Z","steps":["trace[1585984744] 'agreement among raft nodes before linearized reading' (duration: 105.500015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:29.704304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.267867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:29.704368Z","caller":"traceutil/trace.go:171","msg":"trace[1831577677] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5869; }","duration":"162.37592ms","start":"2026-03-03T01:03:29.541971Z","end":"2026-03-03T01:03:29.704347Z","steps":["trace[1831577677] 'agreement among raft nodes before linearized reading' (duration: 162.020903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.069874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.784663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:30.070048Z","caller":"traceutil/trace.go:171","msg":"trace[1690763737] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6094; }","duration":"337.082785ms","start":"2026-03-03T01:03:29.732937Z","end":"2026-03-03T01:03:30.07002Z","steps":["trace[1690763737] 'read index received' (duration: 77.022127ms)","trace[1690763737] 'applied index is now lower than readState.Index' (duration: 260.058158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:30.070107Z","caller":"traceutil/trace.go:171","msg":"trace[1381335911] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"360.973602ms","start":"2026-03-03T01:03:29.709099Z","end":"2026-03-03T01:03:30.070073Z","steps":["trace[1381335911] 'process raft request' (duration: 100.850472ms)","trace[1381335911] 'compare' (duration: 259.590789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:30.070301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.335819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:03:30.070386Z","caller":"traceutil/trace.go:171","msg":"trace[1314357247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5870; }","duration":"337.467271ms","start":"2026-03-03T01:03:29.732898Z","end":"2026-03-03T01:03:30.070365Z","steps":["trace[1314357247] 'agreement among raft nodes before linearized reading' (duration: 337.198256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.07044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:29.732882Z","time spent":"337.549644ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:30.070439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:29.709055Z","time spent":"361.270517ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:30.07067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.812509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:30.070751Z","caller":"traceutil/trace.go:171","msg":"trace[1018352997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5870; }","duration":"336.899821ms","start":"2026-03-03T01:03:29.733809Z","end":"2026-03-03T01:03:30.070708Z","steps":["trace[1018352997] 'agreement among raft nodes before linearized reading' (duration: 336.539634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.070834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:29.733789Z","time spent":"337.004524ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:03:30.392038Z","caller":"traceutil/trace.go:171","msg":"trace[441077608] linearizableReadLoop","detail":"{readStateIndex:6097; appliedIndex:6096; }","duration":"231.862665ms","start":"2026-03-03T01:03:30.160151Z","end":"2026-03-03T01:03:30.392014Z","steps":["trace[441077608] 'read index received' (duration: 231.810814ms)","trace[441077608] 'applied index is now lower than readState.Index' (duration: 50.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:30.392325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.236445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:03:30.392375Z","caller":"traceutil/trace.go:171","msg":"trace[1095653002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5872; }","duration":"204.378707ms","start":"2026-03-03T01:03:30.187983Z","end":"2026-03-03T01:03:30.392362Z","steps":["trace[1095653002] 'agreement among raft nodes before linearized reading' (duration: 204.180543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.392358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.475226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:03:30.392435Z","caller":"traceutil/trace.go:171","msg":"trace[1645752266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5872; }","duration":"259.794842ms","start":"2026-03-03T01:03:30.132622Z","end":"2026-03-03T01:03:30.392417Z","steps":["trace[1645752266] 'agreement among raft nodes before linearized reading' (duration: 259.535797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.392486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.726681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-rss99\" ","response":"range_response_count:1 size:10094"} {"level":"info","ts":"2026-03-03T01:03:30.392565Z","caller":"traceutil/trace.go:171","msg":"trace[1729877538] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-rss99; range_end:; response_count:1; response_revision:5872; }","duration":"242.851924ms","start":"2026-03-03T01:03:30.149698Z","end":"2026-03-03T01:03:30.39255Z","steps":["trace[1729877538] 'agreement among raft nodes before linearized reading' (duration: 242.385945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:30.392658Z","caller":"traceutil/trace.go:171","msg":"trace[840545880] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"241.61932ms","start":"2026-03-03T01:03:30.151017Z","end":"2026-03-03T01:03:30.392636Z","steps":["trace[840545880] 'process raft request' (duration: 240.850395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.641604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.325169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:30.641871Z","caller":"traceutil/trace.go:171","msg":"trace[1354154618] linearizableReadLoop","detail":"{readStateIndex:6100; appliedIndex:6097; }","duration":"152.646004ms","start":"2026-03-03T01:03:30.489208Z","end":"2026-03-03T01:03:30.641854Z","steps":["trace[1354154618] 'read index received' (duration: 19.993288ms)","trace[1354154618] 'applied index is now lower than readState.Index' (duration: 132.651606ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:30.642011Z","caller":"traceutil/trace.go:171","msg":"trace[499568782] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"237.66366ms","start":"2026-03-03T01:03:30.404326Z","end":"2026-03-03T01:03:30.64199Z","steps":["trace[499568782] 'process raft request' (duration: 237.447206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:30.642011Z","caller":"traceutil/trace.go:171","msg":"trace[2141335281] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"244.818704ms","start":"2026-03-03T01:03:30.39716Z","end":"2026-03-03T01:03:30.641978Z","steps":["trace[2141335281] 'process raft request' (duration: 112.021975ms)","trace[2141335281] 'compare' (duration: 132.106885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:30.642037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.826709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:03:30.642043Z","caller":"traceutil/trace.go:171","msg":"trace[2022053408] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"151.35789ms","start":"2026-03-03T01:03:30.490664Z","end":"2026-03-03T01:03:30.642022Z","steps":["trace[2022053408] 'process raft request' (duration: 151.154136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:30.641997Z","caller":"traceutil/trace.go:171","msg":"trace[1774756892] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"244.447416ms","start":"2026-03-03T01:03:30.397493Z","end":"2026-03-03T01:03:30.64194Z","steps":["trace[1774756892] 'process raft request' (duration: 244.225792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:30.642079Z","caller":"traceutil/trace.go:171","msg":"trace[395906462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5876; }","duration":"152.905619ms","start":"2026-03-03T01:03:30.489163Z","end":"2026-03-03T01:03:30.642069Z","steps":["trace[395906462] 'agreement among raft nodes before linearized reading' (duration: 152.747326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.833589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.672825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:03:30.834233Z","caller":"traceutil/trace.go:171","msg":"trace[50779259] linearizableReadLoop","detail":"{readStateIndex:6103; appliedIndex:6101; }","duration":"114.350371ms","start":"2026-03-03T01:03:30.71986Z","end":"2026-03-03T01:03:30.834211Z","steps":["trace[50779259] 'read index received' (duration: 23.679493ms)","trace[50779259] 'applied index is now lower than readState.Index' (duration: 90.669758ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:30.834373Z","caller":"traceutil/trace.go:171","msg":"trace[1738010196] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"187.346317ms","start":"2026-03-03T01:03:30.646973Z","end":"2026-03-03T01:03:30.834319Z","steps":["trace[1738010196] 'process raft request' (duration: 187.050461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.834596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.722789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:30.834676Z","caller":"traceutil/trace.go:171","msg":"trace[1917220504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5877; }","duration":"114.849601ms","start":"2026-03-03T01:03:30.719809Z","end":"2026-03-03T01:03:30.834658Z","steps":["trace[1917220504] 'agreement among raft nodes before linearized reading' (duration: 114.615506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:30.834631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.583596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:30.834876Z","caller":"traceutil/trace.go:171","msg":"trace[1545676557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5877; }","duration":"114.888622ms","start":"2026-03-03T01:03:30.719967Z","end":"2026-03-03T01:03:30.834855Z","steps":["trace[1545676557] 'agreement among raft nodes before linearized reading' (duration: 114.596936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:31.714445Z","caller":"traceutil/trace.go:171","msg":"trace[1075714880] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"173.42799ms","start":"2026-03-03T01:03:31.540986Z","end":"2026-03-03T01:03:31.714414Z","steps":["trace[1075714880] 'process raft request' (duration: 173.245507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:32.76561Z","caller":"traceutil/trace.go:171","msg":"trace[1233144586] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"114.690287ms","start":"2026-03-03T01:03:32.650883Z","end":"2026-03-03T01:03:32.765573Z","steps":["trace[1233144586] 'process raft request' (duration: 58.935736ms)","trace[1233144586] 'compare' (duration: 55.541717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:32.76564Z","caller":"traceutil/trace.go:171","msg":"trace[2058016038] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"112.853081ms","start":"2026-03-03T01:03:32.652755Z","end":"2026-03-03T01:03:32.765608Z","steps":["trace[2058016038] 'process raft request' (duration: 112.750109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:33.188919Z","caller":"traceutil/trace.go:171","msg":"trace[940241595] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"108.501685ms","start":"2026-03-03T01:03:33.080383Z","end":"2026-03-03T01:03:33.188885Z","steps":["trace[940241595] 'process raft request' (duration: 108.268919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:33.264304Z","caller":"traceutil/trace.go:171","msg":"trace[1257532573] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"131.35929ms","start":"2026-03-03T01:03:33.132911Z","end":"2026-03-03T01:03:33.264271Z","steps":["trace[1257532573] 'process raft request' (duration: 90.894103ms)","trace[1257532573] 'compare' (duration: 40.326424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:33.554764Z","caller":"traceutil/trace.go:171","msg":"trace[1222061491] linearizableReadLoop","detail":"{readStateIndex:6119; appliedIndex:6118; }","duration":"214.57187ms","start":"2026-03-03T01:03:33.340165Z","end":"2026-03-03T01:03:33.554737Z","steps":["trace[1222061491] 'read index received' (duration: 183.851857ms)","trace[1222061491] 'applied index is now lower than readState.Index' (duration: 30.717343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:33.554898Z","caller":"traceutil/trace.go:171","msg":"trace[2013557812] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"238.804704ms","start":"2026-03-03T01:03:33.31608Z","end":"2026-03-03T01:03:33.554884Z","steps":["trace[2013557812] 'process raft request' (duration: 207.935498ms)","trace[2013557812] 'compare' (duration: 30.226263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:33.554975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.787894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:33.555061Z","caller":"traceutil/trace.go:171","msg":"trace[578079212] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5894; }","duration":"214.927727ms","start":"2026-03-03T01:03:33.340112Z","end":"2026-03-03T01:03:33.55504Z","steps":["trace[578079212] 'agreement among raft nodes before linearized reading' (duration: 214.779044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:33.555036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.422159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:33.555127Z","caller":"traceutil/trace.go:171","msg":"trace[912343943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5894; }","duration":"185.564912ms","start":"2026-03-03T01:03:33.369536Z","end":"2026-03-03T01:03:33.555101Z","steps":["trace[912343943] 'agreement among raft nodes before linearized reading' (duration: 185.366248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:33.868599Z","caller":"traceutil/trace.go:171","msg":"trace[153530130] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"146.38791ms","start":"2026-03-03T01:03:33.72219Z","end":"2026-03-03T01:03:33.868578Z","steps":["trace[153530130] 'process raft request' (duration: 146.258277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:33.892525Z","caller":"traceutil/trace.go:171","msg":"trace[1598611460] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6120; }","duration":"155.593414ms","start":"2026-03-03T01:03:33.736904Z","end":"2026-03-03T01:03:33.892498Z","steps":["trace[1598611460] 'read index received' (duration: 131.635946ms)","trace[1598611460] 'applied index is now lower than readState.Index' (duration: 23.956368ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:33.892678Z","caller":"traceutil/trace.go:171","msg":"trace[408607123] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"158.113495ms","start":"2026-03-03T01:03:33.734524Z","end":"2026-03-03T01:03:33.892638Z","steps":["trace[408607123] 'process raft request' (duration: 157.83777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:33.892751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.834659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:33.892904Z","caller":"traceutil/trace.go:171","msg":"trace[1310307804] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5896; }","duration":"156.028563ms","start":"2026-03-03T01:03:33.736857Z","end":"2026-03-03T01:03:33.892886Z","steps":["trace[1310307804] 'agreement among raft nodes before linearized reading' (duration: 155.742317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:34.23762Z","caller":"traceutil/trace.go:171","msg":"trace[1715139093] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"129.984293ms","start":"2026-03-03T01:03:34.107613Z","end":"2026-03-03T01:03:34.237598Z","steps":["trace[1715139093] 'process raft request' (duration: 129.87108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.890814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538817199s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:35.891038Z","caller":"traceutil/trace.go:171","msg":"trace[381666537] linearizableReadLoop","detail":"{readStateIndex:6124; appliedIndex:6123; }","duration":"1.616904506s","start":"2026-03-03T01:03:34.274114Z","end":"2026-03-03T01:03:35.891019Z","steps":["trace[381666537] 'read index received' (duration: 77.804653ms)","trace[381666537] 'applied index is now lower than readState.Index' (duration: 1.539098203s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:35.89113Z","caller":"traceutil/trace.go:171","msg":"trace[698653987] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"1.619181871s","start":"2026-03-03T01:03:34.27188Z","end":"2026-03-03T01:03:35.891062Z","steps":["trace[698653987] 'process raft request' (duration: 80.043047ms)","trace[698653987] 'compare' (duration: 1.534042982s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:35.891273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617143351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:35.891311Z","caller":"traceutil/trace.go:171","msg":"trace[681312675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5899; }","duration":"1.617201872s","start":"2026-03-03T01:03:34.274092Z","end":"2026-03-03T01:03:35.891294Z","steps":["trace[681312675] 'agreement among raft nodes before linearized reading' (duration: 1.617006938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.89133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.274081Z","time spent":"1.617244332s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:03:35.89125Z","caller":"traceutil/trace.go:171","msg":"trace[787384142] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"1.195179994s","start":"2026-03-03T01:03:34.695806Z","end":"2026-03-03T01:03:35.890986Z","steps":["trace[787384142] 'process raft request' (duration: 1.195112382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.891317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.271839Z","time spent":"1.619370785s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:35.891526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.695765Z","time spent":"1.195623432s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:35.934973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.470922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:03:35.935022Z","caller":"traceutil/trace.go:171","msg":"trace[1235642351] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5900; }","duration":"737.557154ms","start":"2026-03-03T01:03:35.197452Z","end":"2026-03-03T01:03:35.935009Z","steps":["trace[1235642351] 'agreement among raft nodes before linearized reading' (duration: 737.441802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.935053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.197416Z","time spent":"737.630875ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:03:35.935252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165283717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:35.93529Z","caller":"traceutil/trace.go:171","msg":"trace[176432571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5900; }","duration":"1.165334027s","start":"2026-03-03T01:03:34.769947Z","end":"2026-03-03T01:03:35.935281Z","steps":["trace[176432571] 'agreement among raft nodes before linearized reading' (duration: 1.165197325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.935297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085233599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:35.935352Z","caller":"traceutil/trace.go:171","msg":"trace[761649503] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5900; }","duration":"1.085333882s","start":"2026-03-03T01:03:34.850004Z","end":"2026-03-03T01:03:35.935338Z","steps":["trace[761649503] 'agreement among raft nodes before linearized reading' (duration: 1.085202249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.935391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.849994Z","time spent":"1.085389022s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:35.935494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165126933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:35.935559Z","caller":"traceutil/trace.go:171","msg":"trace[2094685842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5900; }","duration":"1.165199186s","start":"2026-03-03T01:03:34.770349Z","end":"2026-03-03T01:03:35.935548Z","steps":["trace[2094685842] 'agreement among raft nodes before linearized reading' (duration: 1.165045153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.935645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.770345Z","time spent":"1.165262087s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:35.935651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070270382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:03:35.935685Z","caller":"traceutil/trace.go:171","msg":"trace[1724695683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5900; }","duration":"1.070342903s","start":"2026-03-03T01:03:34.865333Z","end":"2026-03-03T01:03:35.935676Z","steps":["trace[1724695683] 'agreement among raft nodes before linearized reading' (duration: 1.070226371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.935719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.865311Z","time spent":"1.070402204s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:35.935819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423416766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:35.935849Z","caller":"traceutil/trace.go:171","msg":"trace[704171803] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5900; }","duration":"1.423485947s","start":"2026-03-03T01:03:34.512356Z","end":"2026-03-03T01:03:35.935842Z","steps":["trace[704171803] 'agreement among raft nodes before linearized reading' (duration: 1.423441167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.93588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.512329Z","time spent":"1.423544169s","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:35.935965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215134911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:35.93605Z","caller":"traceutil/trace.go:171","msg":"trace[351916220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5900; }","duration":"1.215254294s","start":"2026-03-03T01:03:34.720773Z","end":"2026-03-03T01:03:35.936027Z","steps":["trace[351916220] 'agreement among raft nodes before linearized reading' (duration: 1.215112211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:35.936103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.720754Z","time spent":"1.215339895s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:35.936145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:34.769942Z","time spent":"1.165374798s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:03:36.212914Z","caller":"traceutil/trace.go:171","msg":"trace[1488656408] linearizableReadLoop","detail":"{readStateIndex:6127; appliedIndex:6126; }","duration":"278.22976ms","start":"2026-03-03T01:03:35.934648Z","end":"2026-03-03T01:03:36.212877Z","steps":["trace[1488656408] 'read index received' (duration: 278.162289ms)","trace[1488656408] 'applied index is now lower than readState.Index' (duration: 66.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:36.21313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.643527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:36.213165Z","caller":"traceutil/trace.go:171","msg":"trace[1879920461] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5901; }","duration":"314.714988ms","start":"2026-03-03T01:03:35.898441Z","end":"2026-03-03T01:03:36.213156Z","steps":["trace[1879920461] 'agreement among raft nodes before linearized reading' (duration: 314.560945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.2132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.898413Z","time spent":"314.778129ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8339,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-03T01:03:36.21299Z","caller":"traceutil/trace.go:171","msg":"trace[2002456] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"315.657458ms","start":"2026-03-03T01:03:35.897302Z","end":"2026-03-03T01:03:36.21296Z","steps":["trace[2002456] 'process raft request' (duration: 315.438904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.213229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.675449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:36.213523Z","caller":"traceutil/trace.go:171","msg":"trace[516765982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5901; }","duration":"297.996465ms","start":"2026-03-03T01:03:35.915504Z","end":"2026-03-03T01:03:36.213501Z","steps":["trace[516765982] 'agreement among raft nodes before linearized reading' (duration: 297.511615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.215528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.897282Z","time spent":"316.052825ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:36.496516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.579742ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T01:03:36.496689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.937215Z","time spent":"559.45979ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:03:36.49681Z","caller":"traceutil/trace.go:171","msg":"trace[692701441] linearizableReadLoop","detail":"{readStateIndex:6131; appliedIndex:6127; }","duration":"283.811212ms","start":"2026-03-03T01:03:36.212982Z","end":"2026-03-03T01:03:36.496793Z","steps":["trace[692701441] 'read index received' (duration: 99.860343ms)","trace[692701441] 'applied index is now lower than readState.Index' (duration: 183.949679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:36.497024Z","caller":"traceutil/trace.go:171","msg":"trace[1604827364] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"557.472741ms","start":"2026-03-03T01:03:35.93954Z","end":"2026-03-03T01:03:36.497013Z","steps":["trace[1604827364] 'process raft request' (duration: 557.074583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.497133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.155385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:36.49719Z","caller":"traceutil/trace.go:171","msg":"trace[331559508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5904; }","duration":"560.252837ms","start":"2026-03-03T01:03:35.936921Z","end":"2026-03-03T01:03:36.497173Z","steps":["trace[331559508] 'agreement among raft nodes before linearized reading' (duration: 560.153414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.49723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.936903Z","time spent":"560.320708ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:36.497271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.504747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:36.497309Z","caller":"traceutil/trace.go:171","msg":"trace[1688162535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5904; }","duration":"278.572478ms","start":"2026-03-03T01:03:36.218728Z","end":"2026-03-03T01:03:36.4973Z","steps":["trace[1688162535] 'agreement among raft nodes before linearized reading' (duration: 278.440995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:36.497391Z","caller":"traceutil/trace.go:171","msg":"trace[588234579] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"556.173056ms","start":"2026-03-03T01:03:35.941206Z","end":"2026-03-03T01:03:36.497379Z","steps":["trace[588234579] 'process raft request' (duration: 555.508912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.497487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.941193Z","time spent":"556.233227ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:36.497578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.787473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:03:36.497614Z","caller":"traceutil/trace.go:171","msg":"trace[1150524822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5904; }","duration":"256.837624ms","start":"2026-03-03T01:03:36.240769Z","end":"2026-03-03T01:03:36.497606Z","steps":["trace[1150524822] 'agreement among raft nodes before linearized reading' (duration: 256.744742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:36.497638Z","caller":"traceutil/trace.go:171","msg":"trace[732497196] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"556.39632ms","start":"2026-03-03T01:03:35.94123Z","end":"2026-03-03T01:03:36.497626Z","steps":["trace[732497196] 'process raft request' (duration: 555.525242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.497701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.941218Z","time spent":"556.452571ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:36.497911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.326516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:36.497953Z","caller":"traceutil/trace.go:171","msg":"trace[850438923] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5904; }","duration":"403.390487ms","start":"2026-03-03T01:03:36.094553Z","end":"2026-03-03T01:03:36.497944Z","steps":["trace[850438923] 'agreement among raft nodes before linearized reading' (duration: 403.319196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:36.497987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:36.094542Z","time spent":"403.438288ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":4,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:36.497118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:35.939526Z","time spent":"557.533453ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:37.292321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.303608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:37.292465Z","caller":"traceutil/trace.go:171","msg":"trace[1936666632] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5904; }","duration":"534.478052ms","start":"2026-03-03T01:03:36.757965Z","end":"2026-03-03T01:03:37.292443Z","steps":["trace[1936666632] 'range keys from in-memory index tree' (duration: 534.285128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.292947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.71153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:37.293281Z","caller":"traceutil/trace.go:171","msg":"trace[15742047] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"792.890898ms","start":"2026-03-03T01:03:36.500343Z","end":"2026-03-03T01:03:37.293234Z","steps":["trace[15742047] 'process raft request' (duration: 291.805871ms)","trace[15742047] 'compare' (duration: 500.582227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:37.293359Z","caller":"traceutil/trace.go:171","msg":"trace[1522145931] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"784.359377ms","start":"2026-03-03T01:03:36.50893Z","end":"2026-03-03T01:03:37.293289Z","steps":["trace[1522145931] 'process raft request' (duration: 784.120332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.293469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.453109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:37.293518Z","caller":"traceutil/trace.go:171","msg":"trace[1784863845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5906; }","duration":"783.533621ms","start":"2026-03-03T01:03:36.50997Z","end":"2026-03-03T01:03:37.293503Z","steps":["trace[1784863845] 'agreement among raft nodes before linearized reading' (duration: 783.395619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.29352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:36.500323Z","time spent":"793.063451ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:37.293294Z","caller":"traceutil/trace.go:171","msg":"trace[661027768] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6131; }","duration":"783.264086ms","start":"2026-03-03T01:03:36.510011Z","end":"2026-03-03T01:03:37.293275Z","steps":["trace[661027768] 'read index received' (duration: 282.291341ms)","trace[661027768] 'applied index is now lower than readState.Index' (duration: 500.970955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:37.293544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:36.509958Z","time spent":"783.578992ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:37.293614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:36.508896Z","time spent":"784.574632ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:37.29382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.124685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:37.29393Z","caller":"traceutil/trace.go:171","msg":"trace[1711579938] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5906; }","duration":"735.31959ms","start":"2026-03-03T01:03:36.558567Z","end":"2026-03-03T01:03:37.293886Z","steps":["trace[1711579938] 'agreement among raft nodes before linearized reading' (duration: 735.111466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.294013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:36.558525Z","time spent":"735.450502ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:03:38.180947Z","caller":"traceutil/trace.go:171","msg":"trace[1424857279] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"281.834243ms","start":"2026-03-03T01:03:37.899084Z","end":"2026-03-03T01:03:38.180919Z","steps":["trace[1424857279] 'process raft request' (duration: 281.655589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:38.230239Z","caller":"traceutil/trace.go:171","msg":"trace[1845462821] linearizableReadLoop","detail":"{readStateIndex:6135; appliedIndex:6133; }","duration":"328.485273ms","start":"2026-03-03T01:03:37.901731Z","end":"2026-03-03T01:03:38.230216Z","steps":["trace[1845462821] 'read index received' (duration: 279.067868ms)","trace[1845462821] 'applied index is now lower than readState.Index' (duration: 49.416635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:38.230276Z","caller":"traceutil/trace.go:171","msg":"trace[2135546870] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"330.547295ms","start":"2026-03-03T01:03:37.899701Z","end":"2026-03-03T01:03:38.230248Z","steps":["trace[2135546870] 'process raft request' (duration: 330.31849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:38.23032Z","caller":"traceutil/trace.go:171","msg":"trace[1000423927] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"288.75349ms","start":"2026-03-03T01:03:37.941536Z","end":"2026-03-03T01:03:38.230289Z","steps":["trace[1000423927] 'process raft request' (duration: 288.631858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:38.230436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:37.899674Z","time spent":"330.672736ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:38.230691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.932972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:38.230736Z","caller":"traceutil/trace.go:171","msg":"trace[664188373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5909; }","duration":"329.022114ms","start":"2026-03-03T01:03:37.901704Z","end":"2026-03-03T01:03:38.230726Z","steps":["trace[664188373] 'agreement among raft nodes before linearized reading' (duration: 328.631146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:38.230817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:37.901692Z","time spent":"329.111065ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:03:38.672701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.88244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:03:38.67276Z","caller":"traceutil/trace.go:171","msg":"trace[2079573984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5910; }","duration":"169.970821ms","start":"2026-03-03T01:03:38.502777Z","end":"2026-03-03T01:03:38.672747Z","steps":["trace[2079573984] 'range keys from in-memory index tree' (duration: 169.759378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:38.672852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.221232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:03:38.672923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.045222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:38.67294Z","caller":"traceutil/trace.go:171","msg":"trace[2007461370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5910; }","duration":"169.112114ms","start":"2026-03-03T01:03:38.503823Z","end":"2026-03-03T01:03:38.672935Z","steps":["trace[2007461370] 'range keys from in-memory index tree' (duration: 168.93963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:38.672939Z","caller":"traceutil/trace.go:171","msg":"trace[1600798624] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5910; }","duration":"251.381185ms","start":"2026-03-03T01:03:38.421537Z","end":"2026-03-03T01:03:38.672919Z","steps":["trace[1600798624] 'count revisions from in-memory index tree' (duration: 251.085549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:38.673037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.166354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:03:38.67305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.669207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:03:38.673102Z","caller":"traceutil/trace.go:171","msg":"trace[1193848535] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5910; }","duration":"126.748739ms","start":"2026-03-03T01:03:38.546337Z","end":"2026-03-03T01:03:38.673086Z","steps":["trace[1193848535] 'count revisions from in-memory index tree' (duration: 126.599805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:38.673106Z","caller":"traceutil/trace.go:171","msg":"trace[1763906172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5910; }","duration":"169.288127ms","start":"2026-03-03T01:03:38.503788Z","end":"2026-03-03T01:03:38.673077Z","steps":["trace[1763906172] 'range keys from in-memory index tree' (duration: 168.979171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:38.790821Z","caller":"traceutil/trace.go:171","msg":"trace[1029592847] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"113.947632ms","start":"2026-03-03T01:03:38.676851Z","end":"2026-03-03T01:03:38.790798Z","steps":["trace[1029592847] 'process raft request' (duration: 113.810529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:39.170375Z","caller":"traceutil/trace.go:171","msg":"trace[331953733] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"493.073576ms","start":"2026-03-03T01:03:38.677272Z","end":"2026-03-03T01:03:39.170346Z","steps":["trace[331953733] 'process raft request' (duration: 492.849742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:39.170535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:38.677251Z","time spent":"493.204869ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:39.170553Z","caller":"traceutil/trace.go:171","msg":"trace[64082228] linearizableReadLoop","detail":"{readStateIndex:6140; appliedIndex:6137; }","duration":"449.697972ms","start":"2026-03-03T01:03:38.720822Z","end":"2026-03-03T01:03:39.17052Z","steps":["trace[64082228] 'read index received' (duration: 69.850424ms)","trace[64082228] 'applied index is now lower than readState.Index' (duration: 379.845308ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:39.170601Z","caller":"traceutil/trace.go:171","msg":"trace[933893614] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"492.045127ms","start":"2026-03-03T01:03:38.678528Z","end":"2026-03-03T01:03:39.170573Z","steps":["trace[933893614] 'process raft request' (duration: 491.752241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:39.170717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.896495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:39.170752Z","caller":"traceutil/trace.go:171","msg":"trace[802825823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5913; }","duration":"449.999268ms","start":"2026-03-03T01:03:38.720743Z","end":"2026-03-03T01:03:39.170742Z","steps":["trace[802825823] 'agreement among raft nodes before linearized reading' (duration: 449.882606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:39.170762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:38.678515Z","time spent":"492.149598ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:39.170783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:38.720714Z","time spent":"450.062429ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:03:39.524768Z","caller":"traceutil/trace.go:171","msg":"trace[65377105] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"143.582894ms","start":"2026-03-03T01:03:39.38116Z","end":"2026-03-03T01:03:39.524743Z","steps":["trace[65377105] 'process raft request' (duration: 143.422231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:40.696706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.157873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:40.696918Z","caller":"traceutil/trace.go:171","msg":"trace[897570297] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"460.530768ms","start":"2026-03-03T01:03:40.236344Z","end":"2026-03-03T01:03:40.696875Z","steps":["trace[897570297] 'process raft request' (duration: 245.12337ms)","trace[897570297] 'compare' (duration: 215.061221ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:40.696954Z","caller":"traceutil/trace.go:171","msg":"trace[195415520] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"460.324764ms","start":"2026-03-03T01:03:40.2366Z","end":"2026-03-03T01:03:40.696925Z","steps":["trace[195415520] 'process raft request' (duration: 460.194121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:40.697001Z","caller":"traceutil/trace.go:171","msg":"trace[1465595417] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"424.383487ms","start":"2026-03-03T01:03:40.272599Z","end":"2026-03-03T01:03:40.696983Z","steps":["trace[1465595417] 'process raft request' (duration: 424.243084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:40.697062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.272585Z","time spent":"424.448978ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:40.697084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.236318Z","time spent":"460.682901ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:40.697084Z","caller":"traceutil/trace.go:171","msg":"trace[1498065212] linearizableReadLoop","detail":"{readStateIndex:6144; appliedIndex:6141; }","duration":"459.112309ms","start":"2026-03-03T01:03:40.237947Z","end":"2026-03-03T01:03:40.697059Z","steps":["trace[1498065212] 'read index received' (duration: 49.503368ms)","trace[1498065212] 'applied index is now lower than readState.Index' (duration: 409.607001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:40.697102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.236591Z","time spent":"460.431486ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:41.045945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.038002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T01:03:41.046141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.172092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:41.046236Z","caller":"traceutil/trace.go:171","msg":"trace[2067331382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5918; }","duration":"808.307225ms","start":"2026-03-03T01:03:40.237897Z","end":"2026-03-03T01:03:41.046204Z","steps":["trace[2067331382] 'agreement among raft nodes before linearized reading' (duration: 459.229472ms)","trace[2067331382] 'range keys from in-memory index tree' (duration: 348.831288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:41.046294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.237877Z","time spent":"808.406236ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:03:41.046741Z","caller":"traceutil/trace.go:171","msg":"trace[1286733957] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6145; }","duration":"349.594554ms","start":"2026-03-03T01:03:40.697129Z","end":"2026-03-03T01:03:41.046723Z","steps":["trace[1286733957] 'read index received' (duration: 71.409534ms)","trace[1286733957] 'applied index is now lower than readState.Index' (duration: 278.1842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:41.046839Z","caller":"traceutil/trace.go:171","msg":"trace[1583854724] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"351.622385ms","start":"2026-03-03T01:03:40.695201Z","end":"2026-03-03T01:03:41.046824Z","steps":["trace[1583854724] 'process raft request' (duration: 351.409911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.046944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.695176Z","time spent":"351.709517ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:41.046953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.4083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:41.046994Z","caller":"traceutil/trace.go:171","msg":"trace[1767810789] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5919; }","duration":"774.493701ms","start":"2026-03-03T01:03:40.272489Z","end":"2026-03-03T01:03:41.046983Z","steps":["trace[1767810789] 'agreement among raft nodes before linearized reading' (duration: 774.335228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.047026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.272471Z","time spent":"774.547143ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8339,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:03:41.047063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.382506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:03:41.047063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.830809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:41.04713Z","caller":"traceutil/trace.go:171","msg":"trace[869400848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5919; }","duration":"244.494699ms","start":"2026-03-03T01:03:40.80262Z","end":"2026-03-03T01:03:41.047114Z","steps":["trace[869400848] 'agreement among raft nodes before linearized reading' (duration: 244.313375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:41.047783Z","caller":"traceutil/trace.go:171","msg":"trace[2088906083] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5919; }","duration":"349.973232ms","start":"2026-03-03T01:03:40.697153Z","end":"2026-03-03T01:03:41.047126Z","steps":["trace[2088906083] 'agreement among raft nodes before linearized reading' (duration: 349.786528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.047842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:40.697133Z","time spent":"350.697116ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":41,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:41.321699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.939272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:41.321914Z","caller":"traceutil/trace.go:171","msg":"trace[1751901191] linearizableReadLoop","detail":"{readStateIndex:6148; appliedIndex:6147; }","duration":"261.64833ms","start":"2026-03-03T01:03:41.060247Z","end":"2026-03-03T01:03:41.321895Z","steps":["trace[1751901191] 'read index received' (duration: 117.345221ms)","trace[1751901191] 'applied index is now lower than readState.Index' (duration: 144.301439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:41.321956Z","caller":"traceutil/trace.go:171","msg":"trace[1093117989] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"270.306983ms","start":"2026-03-03T01:03:41.051618Z","end":"2026-03-03T01:03:41.321925Z","steps":["trace[1093117989] 'process raft request' (duration: 126.020754ms)","trace[1093117989] 'compare' (duration: 143.315789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:41.322155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.820995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:41.322259Z","caller":"traceutil/trace.go:171","msg":"trace[759624482] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5920; }","duration":"223.953388ms","start":"2026-03-03T01:03:41.098286Z","end":"2026-03-03T01:03:41.322239Z","steps":["trace[759624482] 'agreement among raft nodes before linearized reading' (duration: 223.807485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.322392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.063514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:41.322439Z","caller":"traceutil/trace.go:171","msg":"trace[1474363032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5920; }","duration":"147.150136ms","start":"2026-03-03T01:03:41.175277Z","end":"2026-03-03T01:03:41.322427Z","steps":["trace[1474363032] 'agreement among raft nodes before linearized reading' (duration: 146.990042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.32241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.127939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:41.322521Z","caller":"traceutil/trace.go:171","msg":"trace[165256754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5920; }","duration":"262.282233ms","start":"2026-03-03T01:03:41.060215Z","end":"2026-03-03T01:03:41.322498Z","steps":["trace[165256754] 'agreement among raft nodes before linearized reading' (duration: 261.767423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.32227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.216497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:03:41.32265Z","caller":"traceutil/trace.go:171","msg":"trace[1554537063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5920; }","duration":"146.603154ms","start":"2026-03-03T01:03:41.17602Z","end":"2026-03-03T01:03:41.322623Z","steps":["trace[1554537063] 'agreement among raft nodes before linearized reading' (duration: 146.093814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.713432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.286085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:41.713641Z","caller":"traceutil/trace.go:171","msg":"trace[170573241] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"387.223706ms","start":"2026-03-03T01:03:41.326393Z","end":"2026-03-03T01:03:41.713617Z","steps":["trace[170573241] 'process raft request' (duration: 156.653895ms)","trace[170573241] 'compare' (duration: 230.175302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:41.713751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:41.326372Z","time spent":"387.321077ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:41.71365Z","caller":"traceutil/trace.go:171","msg":"trace[241572508] linearizableReadLoop","detail":"{readStateIndex:6150; appliedIndex:6148; }","duration":"184.644734ms","start":"2026-03-03T01:03:41.528984Z","end":"2026-03-03T01:03:41.713629Z","steps":["trace[241572508] 'read index received' (duration: 154.548983ms)","trace[241572508] 'applied index is now lower than readState.Index' (duration: 30.094491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:41.713836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.851188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:03:41.713897Z","caller":"traceutil/trace.go:171","msg":"trace[887468375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5922; }","duration":"184.95203ms","start":"2026-03-03T01:03:41.528931Z","end":"2026-03-03T01:03:41.713883Z","steps":["trace[887468375] 'agreement among raft nodes before linearized reading' (duration: 184.753656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.713988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.039784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414121"} {"level":"info","ts":"2026-03-03T01:03:41.714019Z","caller":"traceutil/trace.go:171","msg":"trace[108963900] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5922; }","duration":"152.103796ms","start":"2026-03-03T01:03:41.561902Z","end":"2026-03-03T01:03:41.714006Z","steps":["trace[108963900] 'agreement among raft nodes before linearized reading' (duration: 151.958313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:41.714046Z","caller":"traceutil/trace.go:171","msg":"trace[985997207] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"387.263435ms","start":"2026-03-03T01:03:41.326763Z","end":"2026-03-03T01:03:41.714026Z","steps":["trace[985997207] 'process raft request' (duration: 386.789796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:41.714191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:41.326738Z","time spent":"387.353567ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:42.634056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.200902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T01:03:42.63413Z","caller":"traceutil/trace.go:171","msg":"trace[893822440] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5923; }","duration":"627.321845ms","start":"2026-03-03T01:03:42.006791Z","end":"2026-03-03T01:03:42.634113Z","steps":["trace[893822440] 'range keys from in-memory index tree' (duration: 626.959728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:42.634169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.006772Z","time spent":"627.388937ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T01:03:42.790762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495780396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:03:43.291189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495780396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:03:43.792252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495780396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:03:44.125166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.928148325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:03:44.126144Z","caller":"traceutil/trace.go:171","msg":"trace[615852294] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"2.026815015s","start":"2026-03-03T01:03:42.0993Z","end":"2026-03-03T01:03:44.126115Z","steps":["trace[615852294] 'process raft request' (duration: 2.026466968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.126346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.099279Z","time spent":"2.026969407s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414256,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:44.297861Z","caller":"traceutil/trace.go:171","msg":"trace[1266326245] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"1.594326256s","start":"2026-03-03T01:03:42.703512Z","end":"2026-03-03T01:03:44.297838Z","steps":["trace[1266326245] 'process raft request' (duration: 1.594148893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.70349Z","time spent":"1.594438728s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:44.298163Z","caller":"traceutil/trace.go:171","msg":"trace[1582840673] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"1.591992929s","start":"2026-03-03T01:03:42.706161Z","end":"2026-03-03T01:03:44.298154Z","steps":["trace[1582840673] 'process raft request' (duration: 1.591851896s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.29816Z","caller":"traceutil/trace.go:171","msg":"trace[312843162] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6151; }","duration":"2.00760413s","start":"2026-03-03T01:03:42.290539Z","end":"2026-03-03T01:03:44.298143Z","steps":["trace[312843162] 'read index received' (duration: 1.835019048s)","trace[312843162] 'applied index is now lower than readState.Index' (duration: 172.584402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:44.298204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.706154Z","time spent":"1.59202908s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:44.298242Z","caller":"traceutil/trace.go:171","msg":"trace[266493953] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"862.727311ms","start":"2026-03-03T01:03:43.435507Z","end":"2026-03-03T01:03:44.298234Z","steps":["trace[266493953] 'process raft request' (duration: 862.574338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.298265Z","caller":"traceutil/trace.go:171","msg":"trace[1768516670] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"1.593647752s","start":"2026-03-03T01:03:42.704611Z","end":"2026-03-03T01:03:44.298259Z","steps":["trace[1768516670] 'process raft request' (duration: 1.593195133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.704603Z","time spent":"1.593676323s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:44.298328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.43549Z","time spent":"862.777062ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:44.298407Z","caller":"traceutil/trace.go:171","msg":"trace[362660962] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"646.717242ms","start":"2026-03-03T01:03:43.651662Z","end":"2026-03-03T01:03:44.298379Z","steps":["trace[362660962] 'process raft request' (duration: 646.448836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.651645Z","time spent":"646.782543ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:44.298545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.523872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:44.298573Z","caller":"traceutil/trace.go:171","msg":"trace[1837633887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5929; }","duration":"969.586822ms","start":"2026-03-03T01:03:43.328977Z","end":"2026-03-03T01:03:44.298564Z","steps":["trace[1837633887] 'agreement among raft nodes before linearized reading' (duration: 969.48194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.328958Z","time spent":"969.632484ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:03:44.298599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.409449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:03:44.298622Z","caller":"traceutil/trace.go:171","msg":"trace[1397207103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5929; }","duration":"580.432649ms","start":"2026-03-03T01:03:43.718182Z","end":"2026-03-03T01:03:44.298615Z","steps":["trace[1397207103] 'agreement among raft nodes before linearized reading' (duration: 580.309537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982583111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:03:44.298673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.718143Z","time spent":"580.524041ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:03:44.298667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00811409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:03:44.298694Z","caller":"traceutil/trace.go:171","msg":"trace[683938395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5929; }","duration":"1.982712922s","start":"2026-03-03T01:03:42.315966Z","end":"2026-03-03T01:03:44.298679Z","steps":["trace[683938395] 'agreement among raft nodes before linearized reading' (duration: 1.982473018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.460919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:44.298753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.210034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:03:44.298754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.30878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:03:44.298821Z","caller":"traceutil/trace.go:171","msg":"trace[471377270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5929; }","duration":"512.395491ms","start":"2026-03-03T01:03:43.786409Z","end":"2026-03-03T01:03:44.298804Z","steps":["trace[471377270] 'agreement among raft nodes before linearized reading' (duration: 512.247948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.298785Z","caller":"traceutil/trace.go:171","msg":"trace[1696127169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5929; }","duration":"2.008213732s","start":"2026-03-03T01:03:42.290507Z","end":"2026-03-03T01:03:44.298721Z","steps":["trace[1696127169] 'agreement among raft nodes before linearized reading' (duration: 2.007855765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.298847Z","caller":"traceutil/trace.go:171","msg":"trace[509186853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5929; }","duration":"575.697844ms","start":"2026-03-03T01:03:43.723071Z","end":"2026-03-03T01:03:44.298769Z","steps":["trace[509186853] 'agreement among raft nodes before linearized reading' (duration: 575.427949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.723055Z","time spent":"575.815556ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:44.298884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.786398Z","time spent":"512.472752ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:03:44.298971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109945073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:44.298999Z","caller":"traceutil/trace.go:171","msg":"trace[1991702387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5929; }","duration":"1.109998125s","start":"2026-03-03T01:03:43.188995Z","end":"2026-03-03T01:03:44.298993Z","steps":["trace[1991702387] 'agreement among raft nodes before linearized reading' (duration: 1.109959244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.298774Z","caller":"traceutil/trace.go:171","msg":"trace[209152661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5929; }","duration":"581.230194ms","start":"2026-03-03T01:03:43.717538Z","end":"2026-03-03T01:03:44.298768Z","steps":["trace[209152661] 'agreement among raft nodes before linearized reading' (duration: 581.170573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.298884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.290491Z","time spent":"2.008379305s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:44.299061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.71749Z","time spent":"581.558242ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:44.299055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246344194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"warn","ts":"2026-03-03T01:03:44.298942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.026161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:44.299132Z","caller":"traceutil/trace.go:171","msg":"trace[1191701946] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5929; }","duration":"1.246470186s","start":"2026-03-03T01:03:43.052643Z","end":"2026-03-03T01:03:44.299113Z","steps":["trace[1191701946] 'agreement among raft nodes before linearized reading' (duration: 1.246184559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.299178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.052622Z","time spent":"1.246547668s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8339,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-03T01:03:44.299192Z","caller":"traceutil/trace.go:171","msg":"trace[1158587643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5929; }","duration":"972.281436ms","start":"2026-03-03T01:03:43.326877Z","end":"2026-03-03T01:03:44.299158Z","steps":["trace[1158587643] 'agreement among raft nodes before linearized reading' (duration: 971.914368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.29877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.315947Z","time spent":"1.982810885s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:03:44.299018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.188979Z","time spent":"1.110032675s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:44.299305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:43.326862Z","time spent":"972.399529ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:44.299466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660568538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8e9141d-fd5f-4a64-94f8-39b4a5b20ce1\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T01:03:44.299517Z","caller":"traceutil/trace.go:171","msg":"trace[697377426] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8e9141d-fd5f-4a64-94f8-39b4a5b20ce1; range_end:; response_count:1; response_revision:5929; }","duration":"1.66065984s","start":"2026-03-03T01:03:42.638842Z","end":"2026-03-03T01:03:44.299502Z","steps":["trace[697377426] 'agreement among raft nodes before linearized reading' (duration: 1.66017194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.299667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:42.638823Z","time spent":"1.660830903s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-d8e9141d-fd5f-4a64-94f8-39b4a5b20ce1\" "} {"level":"warn","ts":"2026-03-03T01:03:44.502969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.652527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:44.503259Z","caller":"traceutil/trace.go:171","msg":"trace[257162974] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6157; }","duration":"198.292585ms","start":"2026-03-03T01:03:44.304949Z","end":"2026-03-03T01:03:44.503241Z","steps":["trace[257162974] 'read index received' (duration: 2.023599ms)","trace[257162974] 'applied index is now lower than readState.Index' (duration: 196.268006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:44.503359Z","caller":"traceutil/trace.go:171","msg":"trace[1551832733] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"198.452559ms","start":"2026-03-03T01:03:44.304893Z","end":"2026-03-03T01:03:44.503346Z","steps":["trace[1551832733] 'process raft request' (duration: 198.267275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.503352Z","caller":"traceutil/trace.go:171","msg":"trace[1097870384] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"198.506139ms","start":"2026-03-03T01:03:44.304821Z","end":"2026-03-03T01:03:44.503327Z","steps":["trace[1097870384] 'process raft request' (duration: 198.249284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.50348Z","caller":"traceutil/trace.go:171","msg":"trace[1774710133] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"198.528681ms","start":"2026-03-03T01:03:44.304943Z","end":"2026-03-03T01:03:44.503472Z","steps":["trace[1774710133] 'process raft request' (duration: 198.256025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:44.50351Z","caller":"traceutil/trace.go:171","msg":"trace[1589465594] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"198.798126ms","start":"2026-03-03T01:03:44.304678Z","end":"2026-03-03T01:03:44.503476Z","steps":["trace[1589465594] 'process raft request' (duration: 90.535556ms)","trace[1589465594] 'compare' (duration: 107.440803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:44.503735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.780396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:44.5038Z","caller":"traceutil/trace.go:171","msg":"trace[1807266398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5934; }","duration":"198.885817ms","start":"2026-03-03T01:03:44.304899Z","end":"2026-03-03T01:03:44.503785Z","steps":["trace[1807266398] 'agreement among raft nodes before linearized reading' (duration: 198.604802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:44.504005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.724065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:44.504303Z","caller":"traceutil/trace.go:171","msg":"trace[1355687263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5934; }","duration":"198.033011ms","start":"2026-03-03T01:03:44.306231Z","end":"2026-03-03T01:03:44.504264Z","steps":["trace[1355687263] 'agreement among raft nodes before linearized reading' (duration: 197.328487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:45.390497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.93615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-03T01:03:45.390529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.411267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:45.390592Z","caller":"traceutil/trace.go:171","msg":"trace[749568952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5934; }","duration":"367.072663ms","start":"2026-03-03T01:03:45.023499Z","end":"2026-03-03T01:03:45.390571Z","steps":["trace[749568952] 'range keys from in-memory index tree' (duration: 366.744226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:45.390612Z","caller":"traceutil/trace.go:171","msg":"trace[438467220] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5934; }","duration":"227.540769ms","start":"2026-03-03T01:03:45.163052Z","end":"2026-03-03T01:03:45.390593Z","steps":["trace[438467220] 'count revisions from in-memory index tree' (duration: 227.358725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:45.390643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:45.02349Z","time spent":"367.143335ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19607,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:03:45.390729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.707045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:45.390706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.417655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:45.390792Z","caller":"traceutil/trace.go:171","msg":"trace[383538530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5934; }","duration":"669.556418ms","start":"2026-03-03T01:03:44.721218Z","end":"2026-03-03T01:03:45.390774Z","steps":["trace[383538530] 'range keys from in-memory index tree' (duration: 669.323242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:45.390851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:44.721194Z","time spent":"669.644359ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:03:45.390713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.54638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:03:45.390919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.497661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T01:03:45.391Z","caller":"traceutil/trace.go:171","msg":"trace[505313437] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5934; }","duration":"590.925149ms","start":"2026-03-03T01:03:44.799839Z","end":"2026-03-03T01:03:45.390764Z","steps":["trace[505313437] 'count revisions from in-memory index tree' (duration: 590.628253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:45.390994Z","caller":"traceutil/trace.go:171","msg":"trace[1682437811] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5934; }","duration":"371.573722ms","start":"2026-03-03T01:03:45.019397Z","end":"2026-03-03T01:03:45.390971Z","steps":["trace[1682437811] 'range keys from in-memory index tree' (duration: 371.359987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:45.39106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:44.799817Z","time spent":"591.208025ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:45.391051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:45.019339Z","time spent":"371.697785ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T01:03:45.391162Z","caller":"traceutil/trace.go:171","msg":"trace[866858216] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5934; }","duration":"192.815427ms","start":"2026-03-03T01:03:45.198112Z","end":"2026-03-03T01:03:45.390927Z","steps":["trace[866858216] 'range keys from in-memory index tree' (duration: 192.357607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:45.633371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.502223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:45.633506Z","caller":"traceutil/trace.go:171","msg":"trace[824465311] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"170.778547ms","start":"2026-03-03T01:03:45.462702Z","end":"2026-03-03T01:03:45.63348Z","steps":["trace[824465311] 'process raft request' (duration: 52.055299ms)","trace[824465311] 'compare' (duration: 118.265869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:45.967315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.643277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:45.967423Z","caller":"traceutil/trace.go:171","msg":"trace[1524164249] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5935; }","duration":"127.83055ms","start":"2026-03-03T01:03:45.839576Z","end":"2026-03-03T01:03:45.967407Z","steps":["trace[1524164249] 'count revisions from in-memory index tree' (duration: 127.555154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:46.507505Z","caller":"traceutil/trace.go:171","msg":"trace[1964122413] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"202.403607ms","start":"2026-03-03T01:03:46.305081Z","end":"2026-03-03T01:03:46.507485Z","steps":["trace[1964122413] 'process raft request' (duration: 202.273725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:46.51441Z","caller":"traceutil/trace.go:171","msg":"trace[372684543] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"209.233484ms","start":"2026-03-03T01:03:46.305154Z","end":"2026-03-03T01:03:46.514388Z","steps":["trace[372684543] 'process raft request' (duration: 209.079701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:46.514528Z","caller":"traceutil/trace.go:171","msg":"trace[433696491] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6164; }","duration":"208.664272ms","start":"2026-03-03T01:03:46.305834Z","end":"2026-03-03T01:03:46.514498Z","steps":["trace[433696491] 'read index received' (duration: 201.469189ms)","trace[433696491] 'applied index is now lower than readState.Index' (duration: 7.193033ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:46.514564Z","caller":"traceutil/trace.go:171","msg":"trace[572628823] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"209.296815ms","start":"2026-03-03T01:03:46.305242Z","end":"2026-03-03T01:03:46.514539Z","steps":["trace[572628823] 'process raft request' (duration: 209.107021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.5148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.121412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:46.514842Z","caller":"traceutil/trace.go:171","msg":"trace[1076029396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5938; }","duration":"205.199955ms","start":"2026-03-03T01:03:46.309631Z","end":"2026-03-03T01:03:46.514831Z","steps":["trace[1076029396] 'agreement among raft nodes before linearized reading' (duration: 205.01555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.514963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.126023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:46.515273Z","caller":"traceutil/trace.go:171","msg":"trace[1839402930] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5938; }","duration":"209.469499ms","start":"2026-03-03T01:03:46.305789Z","end":"2026-03-03T01:03:46.515259Z","steps":["trace[1839402930] 'agreement among raft nodes before linearized reading' (duration: 208.844446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.83677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.768765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:46.836882Z","caller":"traceutil/trace.go:171","msg":"trace[572235594] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6167; }","duration":"317.740779ms","start":"2026-03-03T01:03:46.519122Z","end":"2026-03-03T01:03:46.836863Z","steps":["trace[572235594] 'read index received' (duration: 130.646647ms)","trace[572235594] 'applied index is now lower than readState.Index' (duration: 187.092772ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:46.836966Z","caller":"traceutil/trace.go:171","msg":"trace[1777599064] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"317.879212ms","start":"2026-03-03T01:03:46.519072Z","end":"2026-03-03T01:03:46.836951Z","steps":["trace[1777599064] 'process raft request' (duration: 130.680188ms)","trace[1777599064] 'compare' (duration: 186.657853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:46.837034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.519053Z","time spent":"317.945433ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:46.837766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.608837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:46.837865Z","caller":"traceutil/trace.go:171","msg":"trace[1576336939] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5939; }","duration":"318.745629ms","start":"2026-03-03T01:03:46.5191Z","end":"2026-03-03T01:03:46.837846Z","steps":["trace[1576336939] 'agreement among raft nodes before linearized reading' (duration: 318.084706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.837917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.519092Z","time spent":"318.81383ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:03:46.886996Z","caller":"traceutil/trace.go:171","msg":"trace[869126853] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"367.759597ms","start":"2026-03-03T01:03:46.51921Z","end":"2026-03-03T01:03:46.88697Z","steps":["trace[869126853] 'process raft request' (duration: 367.484241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.887165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.519201Z","time spent":"367.873289ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:46.887269Z","caller":"traceutil/trace.go:171","msg":"trace[1877447038] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"368.005811ms","start":"2026-03-03T01:03:46.519244Z","end":"2026-03-03T01:03:46.88725Z","steps":["trace[1877447038] 'process raft request' (duration: 367.679115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.887364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.552512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:46.887382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.519225Z","time spent":"368.094793ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:46.887385Z","caller":"traceutil/trace.go:171","msg":"trace[454638114] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"367.683805ms","start":"2026-03-03T01:03:46.51967Z","end":"2026-03-03T01:03:46.887354Z","steps":["trace[454638114] 'process raft request' (duration: 367.492811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:46.887425Z","caller":"traceutil/trace.go:171","msg":"trace[464212742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5943; }","duration":"166.656435ms","start":"2026-03-03T01:03:46.720757Z","end":"2026-03-03T01:03:46.887413Z","steps":["trace[464212742] 'agreement among raft nodes before linearized reading' (duration: 166.526582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:46.887471Z","caller":"traceutil/trace.go:171","msg":"trace[628070883] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"367.087734ms","start":"2026-03-03T01:03:46.520359Z","end":"2026-03-03T01:03:46.887447Z","steps":["trace[628070883] 'process raft request' (duration: 366.880439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:46.88752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.519662Z","time spent":"367.799948ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:46.887643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:46.520349Z","time spent":"367.190296ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:48.394648Z","caller":"traceutil/trace.go:171","msg":"trace[25990922] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"196.298915ms","start":"2026-03-03T01:03:48.198188Z","end":"2026-03-03T01:03:48.394487Z","steps":["trace[25990922] 'process raft request' (duration: 99.622487ms)","trace[25990922] 'compare' (duration: 96.326962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:48.64696Z","caller":"traceutil/trace.go:171","msg":"trace[221421742] linearizableReadLoop","detail":"{readStateIndex:6175; appliedIndex:6174; }","duration":"127.476434ms","start":"2026-03-03T01:03:48.51945Z","end":"2026-03-03T01:03:48.646926Z","steps":["trace[221421742] 'read index received' (duration: 40.289793ms)","trace[221421742] 'applied index is now lower than readState.Index' (duration: 87.185091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:48.647039Z","caller":"traceutil/trace.go:171","msg":"trace[1023491881] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"134.125436ms","start":"2026-03-03T01:03:48.512859Z","end":"2026-03-03T01:03:48.646984Z","steps":["trace[1023491881] 'process raft request' (duration: 46.864404ms)","trace[1023491881] 'compare' (duration: 86.913245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:48.647812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.34652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:48.647854Z","caller":"traceutil/trace.go:171","msg":"trace[1423801094] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5946; }","duration":"128.437052ms","start":"2026-03-03T01:03:48.519403Z","end":"2026-03-03T01:03:48.64784Z","steps":["trace[1423801094] 'agreement among raft nodes before linearized reading' (duration: 127.649747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.993555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.494179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:48.993867Z","caller":"traceutil/trace.go:171","msg":"trace[807374929] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"474.182919ms","start":"2026-03-03T01:03:48.519649Z","end":"2026-03-03T01:03:48.993832Z","steps":["trace[807374929] 'process raft request' (duration: 246.249223ms)","trace[807374929] 'compare' (duration: 227.307184ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:48.993907Z","caller":"traceutil/trace.go:171","msg":"trace[257337369] linearizableReadLoop","detail":"{readStateIndex:6178; appliedIndex:6175; }","duration":"335.754057ms","start":"2026-03-03T01:03:48.658124Z","end":"2026-03-03T01:03:48.993878Z","steps":["trace[257337369] 'read index received' (duration: 107.665867ms)","trace[257337369] 'applied index is now lower than readState.Index' (duration: 228.08636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:48.99399Z","caller":"traceutil/trace.go:171","msg":"trace[102132436] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"473.25701ms","start":"2026-03-03T01:03:48.520665Z","end":"2026-03-03T01:03:48.993922Z","steps":["trace[102132436] 'process raft request' (duration: 473.048756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.994053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.519619Z","time spent":"474.325483ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:48.994041Z","caller":"traceutil/trace.go:171","msg":"trace[298310239] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"440.391557ms","start":"2026-03-03T01:03:48.553613Z","end":"2026-03-03T01:03:48.994005Z","steps":["trace[298310239] 'process raft request' (duration: 440.189402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.994088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.947802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:48.994138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.130912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:48.994172Z","caller":"traceutil/trace.go:171","msg":"trace[764543361] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5949; }","duration":"336.050134ms","start":"2026-03-03T01:03:48.658103Z","end":"2026-03-03T01:03:48.994153Z","steps":["trace[764543361] 'agreement among raft nodes before linearized reading' (duration: 335.89273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.994202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.553601Z","time spent":"440.534889ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:48.994227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.658042Z","time spent":"336.172667ms","remote":"127.0.0.1:54846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:48.994262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.520645Z","time spent":"473.483376ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:48.994397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.696439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:03:48.994395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.432594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:03:48.99444Z","caller":"traceutil/trace.go:171","msg":"trace[1586510881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5949; }","duration":"101.74702ms","start":"2026-03-03T01:03:48.892681Z","end":"2026-03-03T01:03:48.994428Z","steps":["trace[1586510881] 'agreement among raft nodes before linearized reading' (duration: 101.658818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:48.994455Z","caller":"traceutil/trace.go:171","msg":"trace[285813449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5949; }","duration":"102.563526ms","start":"2026-03-03T01:03:48.891877Z","end":"2026-03-03T01:03:48.99444Z","steps":["trace[285813449] 'agreement among raft nodes before linearized reading' (duration: 102.362382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.994513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.27462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:03:48.994293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.333852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:48.9946Z","caller":"traceutil/trace.go:171","msg":"trace[1129764341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5949; }","duration":"102.675968ms","start":"2026-03-03T01:03:48.891914Z","end":"2026-03-03T01:03:48.99459Z","steps":["trace[1129764341] 'agreement among raft nodes before linearized reading' (duration: 102.26401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:48.994598Z","caller":"traceutil/trace.go:171","msg":"trace[2126510477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5949; }","duration":"102.364743ms","start":"2026-03-03T01:03:48.892213Z","end":"2026-03-03T01:03:48.994577Z","steps":["trace[2126510477] 'agreement among raft nodes before linearized reading' (duration: 102.160769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:48.994208Z","caller":"traceutil/trace.go:171","msg":"trace[1347003725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5949; }","duration":"241.241104ms","start":"2026-03-03T01:03:48.752943Z","end":"2026-03-03T01:03:48.994184Z","steps":["trace[1347003725] 'agreement among raft nodes before linearized reading' (duration: 241.136572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.99482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.754828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:03:48.994915Z","caller":"traceutil/trace.go:171","msg":"trace[1772891225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5949; }","duration":"152.895071ms","start":"2026-03-03T01:03:48.841998Z","end":"2026-03-03T01:03:48.994893Z","steps":["trace[1772891225] 'agreement among raft nodes before linearized reading' (duration: 152.674237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:48.994991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.683257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:48.995022Z","caller":"traceutil/trace.go:171","msg":"trace[240168119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5949; }","duration":"150.784378ms","start":"2026-03-03T01:03:48.844229Z","end":"2026-03-03T01:03:48.995013Z","steps":["trace[240168119] 'agreement among raft nodes before linearized reading' (duration: 150.688437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:49.339837Z","caller":"traceutil/trace.go:171","msg":"trace[1775745672] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"340.713078ms","start":"2026-03-03T01:03:48.9991Z","end":"2026-03-03T01:03:49.339813Z","steps":["trace[1775745672] 'process raft request' (duration: 340.527894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:49.340052Z","caller":"traceutil/trace.go:171","msg":"trace[420677639] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"340.238787ms","start":"2026-03-03T01:03:48.999788Z","end":"2026-03-03T01:03:49.340027Z","steps":["trace[420677639] 'process raft request' (duration: 339.982102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:49.340168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.999781Z","time spent":"340.324839ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:49.340176Z","caller":"traceutil/trace.go:171","msg":"trace[26631209] linearizableReadLoop","detail":"{readStateIndex:6180; appliedIndex:6178; }","duration":"340.422791ms","start":"2026-03-03T01:03:48.999728Z","end":"2026-03-03T01:03:49.340151Z","steps":["trace[26631209] 'read index received' (duration: 89.413662ms)","trace[26631209] 'applied index is now lower than readState.Index' (duration: 251.008059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:49.340218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.999082Z","time spent":"340.83245ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:49.340227Z","caller":"traceutil/trace.go:171","msg":"trace[1020853899] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"340.35964ms","start":"2026-03-03T01:03:48.999841Z","end":"2026-03-03T01:03:49.340201Z","steps":["trace[1020853899] 'process raft request' (duration: 340.199316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:49.34028Z","caller":"traceutil/trace.go:171","msg":"trace[542681596] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"340.478112ms","start":"2026-03-03T01:03:48.999794Z","end":"2026-03-03T01:03:49.340272Z","steps":["trace[542681596] 'process raft request' (duration: 340.161366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:49.340322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.999779Z","time spent":"340.524183ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:49.340382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.999827Z","time spent":"340.470792ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:49.340481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.740357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:03:49.340524Z","caller":"traceutil/trace.go:171","msg":"trace[351222956] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5954; }","duration":"340.800949ms","start":"2026-03-03T01:03:48.999712Z","end":"2026-03-03T01:03:49.340513Z","steps":["trace[351222956] 'agreement among raft nodes before linearized reading' (duration: 340.523583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:49.340557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:48.999704Z","time spent":"340.845119ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:03:50.771708Z","caller":"traceutil/trace.go:171","msg":"trace[1123253002] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6183; }","duration":"118.760019ms","start":"2026-03-03T01:03:50.652921Z","end":"2026-03-03T01:03:50.771681Z","steps":["trace[1123253002] 'read index received' (duration: 118.473003ms)","trace[1123253002] 'applied index is now lower than readState.Index' (duration: 285.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:50.771815Z","caller":"traceutil/trace.go:171","msg":"trace[1024995003] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"119.252948ms","start":"2026-03-03T01:03:50.652515Z","end":"2026-03-03T01:03:50.771768Z","steps":["trace[1024995003] 'process raft request' (duration: 118.958103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:50.772077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.110435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:50.772209Z","caller":"traceutil/trace.go:171","msg":"trace[897553780] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5955; }","duration":"119.305019ms","start":"2026-03-03T01:03:50.652875Z","end":"2026-03-03T01:03:50.77218Z","steps":["trace[897553780] 'agreement among raft nodes before linearized reading' (duration: 118.908942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:51.594913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495780480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:03:51.734773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.281453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:51.734848Z","caller":"traceutil/trace.go:171","msg":"trace[872538553] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5955; }","duration":"838.415425ms","start":"2026-03-03T01:03:50.896417Z","end":"2026-03-03T01:03:51.734832Z","steps":["trace[872538553] 'count revisions from in-memory index tree' (duration: 838.16004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:51.734881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:50.896389Z","time spent":"838.483317ms","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:03:51.735023Z","caller":"traceutil/trace.go:171","msg":"trace[701230010] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"734.146876ms","start":"2026-03-03T01:03:51.000859Z","end":"2026-03-03T01:03:51.735006Z","steps":["trace[701230010] 'process raft request' (duration: 733.705307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:51.735114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.000821Z","time spent":"734.240238ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:51.760427Z","caller":"traceutil/trace.go:171","msg":"trace[344171819] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"758.738226ms","start":"2026-03-03T01:03:51.00166Z","end":"2026-03-03T01:03:51.760398Z","steps":["trace[344171819] 'process raft request' (duration: 758.42991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:51.760604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.001616Z","time spent":"758.891879ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:52.015247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.930946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:03:52.015353Z","caller":"traceutil/trace.go:171","msg":"trace[519824819] linearizableReadLoop","detail":"{readStateIndex:6186; appliedIndex:6184; }","duration":"920.910652ms","start":"2026-03-03T01:03:51.094421Z","end":"2026-03-03T01:03:52.015331Z","steps":["trace[519824819] 'read index received' (duration: 640.557819ms)","trace[519824819] 'applied index is now lower than readState.Index' (duration: 280.351303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:52.015765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.256541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:03:52.015754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.267079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:03:52.015787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.847853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:03:52.015759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.923684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:52.015836Z","caller":"traceutil/trace.go:171","msg":"trace[320799010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5957; }","duration":"670.985376ms","start":"2026-03-03T01:03:51.344839Z","end":"2026-03-03T01:03:52.015825Z","steps":["trace[320799010] 'agreement among raft nodes before linearized reading' (duration: 670.788462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.015836Z","caller":"traceutil/trace.go:171","msg":"trace[181094901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5957; }","duration":"921.415121ms","start":"2026-03-03T01:03:51.094401Z","end":"2026-03-03T01:03:52.015816Z","steps":["trace[181094901] 'agreement among raft nodes before linearized reading' (duration: 921.035804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.015875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.344828Z","time spent":"671.036916ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:52.015881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.094306Z","time spent":"921.564154ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:03:52.015872Z","caller":"traceutil/trace.go:171","msg":"trace[1413933769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5957; }","duration":"295.076206ms","start":"2026-03-03T01:03:51.720769Z","end":"2026-03-03T01:03:52.015845Z","steps":["trace[1413933769] 'agreement among raft nodes before linearized reading' (duration: 294.864202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.015902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.380524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:03:52.015868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.534487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:52.015932Z","caller":"traceutil/trace.go:171","msg":"trace[74054840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5957; }","duration":"670.452625ms","start":"2026-03-03T01:03:51.345471Z","end":"2026-03-03T01:03:52.015923Z","steps":["trace[74054840] 'agreement among raft nodes before linearized reading' (duration: 670.369633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.015983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.345442Z","time spent":"670.535147ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:03:52.015995Z","caller":"traceutil/trace.go:171","msg":"trace[1727923110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5957; }","duration":"671.69852ms","start":"2026-03-03T01:03:51.344267Z","end":"2026-03-03T01:03:52.015966Z","steps":["trace[1727923110] 'agreement among raft nodes before linearized reading' (duration: 671.244612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.016028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.182269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:03:52.016066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.344117Z","time spent":"671.932895ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:03:52.016078Z","caller":"traceutil/trace.go:171","msg":"trace[1534265835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5957; }","duration":"671.309231ms","start":"2026-03-03T01:03:51.344755Z","end":"2026-03-03T01:03:52.016065Z","steps":["trace[1534265835] 'agreement among raft nodes before linearized reading' (duration: 671.156408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.015818Z","caller":"traceutil/trace.go:171","msg":"trace[779696720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5957; }","duration":"670.334392ms","start":"2026-03-03T01:03:51.345471Z","end":"2026-03-03T01:03:52.015805Z","steps":["trace[779696720] 'agreement among raft nodes before linearized reading' (duration: 670.086557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.016114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.344715Z","time spent":"671.391863ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:52.016134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:51.345441Z","time spent":"670.682289ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:03:52.356469Z","caller":"traceutil/trace.go:171","msg":"trace[651168504] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"335.732248ms","start":"2026-03-03T01:03:52.020711Z","end":"2026-03-03T01:03:52.356443Z","steps":["trace[651168504] 'process raft request' (duration: 335.562625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.35663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.020691Z","time spent":"335.8576ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:52.914875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.429964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:52.915168Z","caller":"traceutil/trace.go:171","msg":"trace[513465060] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"894.027275ms","start":"2026-03-03T01:03:52.02111Z","end":"2026-03-03T01:03:52.915138Z","steps":["trace[513465060] 'process raft request' (duration: 893.883973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.915186Z","caller":"traceutil/trace.go:171","msg":"trace[223614007] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"893.826191ms","start":"2026-03-03T01:03:52.021333Z","end":"2026-03-03T01:03:52.91516Z","steps":["trace[223614007] 'process raft request' (duration: 893.717749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.915253Z","caller":"traceutil/trace.go:171","msg":"trace[402120596] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"894.221869ms","start":"2026-03-03T01:03:52.020989Z","end":"2026-03-03T01:03:52.915211Z","steps":["trace[402120596] 'process raft request' (duration: 419.352456ms)","trace[402120596] 'compare' (duration: 474.295282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:52.915317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.021323Z","time spent":"893.922204ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:52.915293Z","caller":"traceutil/trace.go:171","msg":"trace[1507386412] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"893.333812ms","start":"2026-03-03T01:03:52.021928Z","end":"2026-03-03T01:03:52.915261Z","steps":["trace[1507386412] 'process raft request' (duration: 893.154078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.915326Z","caller":"traceutil/trace.go:171","msg":"trace[1342037008] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6188; }","duration":"193.612942ms","start":"2026-03-03T01:03:52.721696Z","end":"2026-03-03T01:03:52.915309Z","steps":["trace[1342037008] 'read index received' (duration: 33.99µs)","trace[1342037008] 'applied index is now lower than readState.Index' (duration: 193.577782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:52.915416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.020951Z","time spent":"894.379632ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:52.915471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.764416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:52.915472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.021919Z","time spent":"893.452574ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:52.915505Z","caller":"traceutil/trace.go:171","msg":"trace[1648616686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5962; }","duration":"193.830736ms","start":"2026-03-03T01:03:52.721664Z","end":"2026-03-03T01:03:52.915495Z","steps":["trace[1648616686] 'agreement among raft nodes before linearized reading' (duration: 193.758015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.915628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.021097Z","time spent":"894.143207ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:52.916987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.406041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:52.917045Z","caller":"traceutil/trace.go:171","msg":"trace[100611625] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5963; }","duration":"138.532615ms","start":"2026-03-03T01:03:52.7785Z","end":"2026-03-03T01:03:52.917032Z","steps":["trace[100611625] 'agreement among raft nodes before linearized reading' (duration: 138.346701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.917138Z","caller":"traceutil/trace.go:171","msg":"trace[1467589329] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"139.622945ms","start":"2026-03-03T01:03:52.777492Z","end":"2026-03-03T01:03:52.917114Z","steps":["trace[1467589329] 'process raft request' (duration: 139.215497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.999066Z","caller":"traceutil/trace.go:171","msg":"trace[71622985] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"259.18485ms","start":"2026-03-03T01:03:53.73986Z","end":"2026-03-03T01:03:53.999044Z","steps":["trace[71622985] 'process raft request' (duration: 258.986706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.240117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.142853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:54.240226Z","caller":"traceutil/trace.go:171","msg":"trace[592765287] linearizableReadLoop","detail":"{readStateIndex:6195; appliedIndex:6194; }","duration":"200.705124ms","start":"2026-03-03T01:03:54.039503Z","end":"2026-03-03T01:03:54.240208Z","steps":["trace[592765287] 'read index received' (duration: 20.345256ms)","trace[592765287] 'applied index is now lower than readState.Index' (duration: 180.358788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:54.240366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.863777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:54.240404Z","caller":"traceutil/trace.go:171","msg":"trace[1587447318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5965; }","duration":"200.935588ms","start":"2026-03-03T01:03:54.039456Z","end":"2026-03-03T01:03:54.240392Z","steps":["trace[1587447318] 'agreement among raft nodes before linearized reading' (duration: 200.798055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.240456Z","caller":"traceutil/trace.go:171","msg":"trace[195435972] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"474.618708ms","start":"2026-03-03T01:03:53.765803Z","end":"2026-03-03T01:03:54.240422Z","steps":["trace[195435972] 'process raft request' (duration: 294.088417ms)","trace[195435972] 'compare' (duration: 180.026881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:54.24062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.765774Z","time spent":"474.76634ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:54.64714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.269221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:54.64731Z","caller":"traceutil/trace.go:171","msg":"trace[205788044] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"264.982327ms","start":"2026-03-03T01:03:54.382311Z","end":"2026-03-03T01:03:54.647294Z","steps":["trace[205788044] 'process raft request' (duration: 264.926576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.647366Z","caller":"traceutil/trace.go:171","msg":"trace[1014697385] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"337.82503ms","start":"2026-03-03T01:03:54.309503Z","end":"2026-03-03T01:03:54.647328Z","steps":["trace[1014697385] 'process raft request' (duration: 54.283072ms)","trace[1014697385] 'compare' (duration: 283.146029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:54.647507Z","caller":"traceutil/trace.go:171","msg":"trace[881167896] linearizableReadLoop","detail":"{readStateIndex:6196; appliedIndex:6195; }","duration":"285.573907ms","start":"2026-03-03T01:03:54.361873Z","end":"2026-03-03T01:03:54.647447Z","steps":["trace[881167896] 'read index received' (duration: 1.822965ms)","trace[881167896] 'applied index is now lower than readState.Index' (duration: 283.747182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:54.647775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.892874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:03:54.647784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.309482Z","time spent":"338.201658ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:54.647831Z","caller":"traceutil/trace.go:171","msg":"trace[1918314978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5967; }","duration":"286.001955ms","start":"2026-03-03T01:03:54.361818Z","end":"2026-03-03T01:03:54.64782Z","steps":["trace[1918314978] 'agreement among raft nodes before linearized reading' (duration: 285.74901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.91506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.380839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:54.91527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.734745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:54.915358Z","caller":"traceutil/trace.go:171","msg":"trace[2022547713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5968; }","duration":"165.845698ms","start":"2026-03-03T01:03:54.749497Z","end":"2026-03-03T01:03:54.915343Z","steps":["trace[2022547713] 'range keys from in-memory index tree' (duration: 165.533432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.915153Z","caller":"traceutil/trace.go:171","msg":"trace[2007214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5968; }","duration":"168.528621ms","start":"2026-03-03T01:03:54.746605Z","end":"2026-03-03T01:03:54.915133Z","steps":["trace[2007214] 'range keys from in-memory index tree' (duration: 168.306517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.123725Z","caller":"traceutil/trace.go:171","msg":"trace[899069644] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"200.853887ms","start":"2026-03-03T01:03:54.922846Z","end":"2026-03-03T01:03:55.123699Z","steps":["trace[899069644] 'process raft request' (duration: 200.601142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.339334Z","caller":"traceutil/trace.go:171","msg":"trace[1209658814] linearizableReadLoop","detail":"{readStateIndex:6203; appliedIndex:6198; }","duration":"402.958339ms","start":"2026-03-03T01:03:54.936344Z","end":"2026-03-03T01:03:55.339302Z","steps":["trace[1209658814] 'read index received' (duration: 187.127413ms)","trace[1209658814] 'applied index is now lower than readState.Index' (duration: 215.829456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:55.339401Z","caller":"traceutil/trace.go:171","msg":"trace[376284813] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"415.01759ms","start":"2026-03-03T01:03:54.924352Z","end":"2026-03-03T01:03:55.33937Z","steps":["trace[376284813] 'process raft request' (duration: 414.818846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.33941Z","caller":"traceutil/trace.go:171","msg":"trace[840623875] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"414.928138ms","start":"2026-03-03T01:03:54.92445Z","end":"2026-03-03T01:03:55.339378Z","steps":["trace[840623875] 'process raft request' (duration: 414.770035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.339506Z","caller":"traceutil/trace.go:171","msg":"trace[887980090] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"413.556131ms","start":"2026-03-03T01:03:54.925938Z","end":"2026-03-03T01:03:55.339494Z","steps":["trace[887980090] 'process raft request' (duration: 413.314486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:55.339558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.924346Z","time spent":"415.132332ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:55.339567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.924433Z","time spent":"415.05474ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:55.339693Z","caller":"traceutil/trace.go:171","msg":"trace[2101954861] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"415.740854ms","start":"2026-03-03T01:03:54.923934Z","end":"2026-03-03T01:03:55.339674Z","steps":["trace[2101954861] 'process raft request' (duration: 322.428972ms)","trace[2101954861] 'compare' (duration: 92.625678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:55.339704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.925894Z","time spent":"413.646652ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:55.339753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.418327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:03:55.339756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.943971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:55.339791Z","caller":"traceutil/trace.go:171","msg":"trace[1319857977] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5973; }","duration":"403.492539ms","start":"2026-03-03T01:03:54.936286Z","end":"2026-03-03T01:03:55.339779Z","steps":["trace[1319857977] 'agreement among raft nodes before linearized reading' (duration: 403.419488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:55.339801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.923923Z","time spent":"415.798565ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:55.339828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.936275Z","time spent":"403.54602ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:03:55.339832Z","caller":"traceutil/trace.go:171","msg":"trace[2111098098] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5973; }","duration":"344.123905ms","start":"2026-03-03T01:03:54.99569Z","end":"2026-03-03T01:03:55.339814Z","steps":["trace[2111098098] 'agreement among raft nodes before linearized reading' (duration: 343.971652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:55.33988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.995668Z","time spent":"344.202586ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:03:55.339931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.934952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:03:55.340102Z","caller":"traceutil/trace.go:171","msg":"trace[1774686904] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5973; }","duration":"141.148506ms","start":"2026-03-03T01:03:55.198925Z","end":"2026-03-03T01:03:55.340073Z","steps":["trace[1774686904] 'agreement among raft nodes before linearized reading' (duration: 140.808649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.54367Z","caller":"traceutil/trace.go:171","msg":"trace[1174401648] linearizableReadLoop","detail":"{readStateIndex:6205; appliedIndex:6204; }","duration":"105.718248ms","start":"2026-03-03T01:03:55.437865Z","end":"2026-03-03T01:03:55.543583Z","steps":["trace[1174401648] 'read index received' (duration: 91.017125ms)","trace[1174401648] 'applied index is now lower than readState.Index' (duration: 14.699953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:55.543679Z","caller":"traceutil/trace.go:171","msg":"trace[1726564912] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"107.968664ms","start":"2026-03-03T01:03:55.435684Z","end":"2026-03-03T01:03:55.543652Z","steps":["trace[1726564912] 'process raft request' (duration: 93.23743ms)","trace[1726564912] 'compare' (duration: 14.5389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:55.54408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.181508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:03:55.544269Z","caller":"traceutil/trace.go:171","msg":"trace[2010398950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5974; }","duration":"106.451213ms","start":"2026-03-03T01:03:55.437791Z","end":"2026-03-03T01:03:55.544243Z","steps":["trace[2010398950] 'agreement among raft nodes before linearized reading' (duration: 105.943003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:56.371362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.585614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:56.371468Z","caller":"traceutil/trace.go:171","msg":"trace[50748702] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6205; }","duration":"266.987236ms","start":"2026-03-03T01:03:56.104464Z","end":"2026-03-03T01:03:56.371452Z","steps":["trace[50748702] 'read index received' (duration: 106.156368ms)","trace[50748702] 'applied index is now lower than readState.Index' (duration: 160.829618ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:56.371536Z","caller":"traceutil/trace.go:171","msg":"trace[680158781] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"353.144185ms","start":"2026-03-03T01:03:56.01836Z","end":"2026-03-03T01:03:56.371504Z","steps":["trace[680158781] 'process raft request' (duration: 192.333288ms)","trace[680158781] 'compare' (duration: 160.486911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:56.371737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:56.018322Z","time spent":"353.339078ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:56.371577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.089448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:56.372707Z","caller":"traceutil/trace.go:171","msg":"trace[424326911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5975; }","duration":"268.257971ms","start":"2026-03-03T01:03:56.10442Z","end":"2026-03-03T01:03:56.372678Z","steps":["trace[424326911] 'agreement among raft nodes before linearized reading' (duration: 267.098668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.520571Z","caller":"traceutil/trace.go:171","msg":"trace[1885172225] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"149.051083ms","start":"2026-03-03T01:03:56.371493Z","end":"2026-03-03T01:03:56.520544Z","steps":["trace[1885172225] 'read index received' (duration: 131.356961ms)","trace[1885172225] 'applied index is now lower than readState.Index' (duration: 17.693142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:56.52063Z","caller":"traceutil/trace.go:171","msg":"trace[527834787] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"275.494395ms","start":"2026-03-03T01:03:56.245106Z","end":"2026-03-03T01:03:56.520601Z","steps":["trace[527834787] 'process raft request' (duration: 257.418045ms)","trace[527834787] 'compare' (duration: 17.891907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:56.520833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.75434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:56.520957Z","caller":"traceutil/trace.go:171","msg":"trace[1593203801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5976; }","duration":"267.925454ms","start":"2026-03-03T01:03:56.25301Z","end":"2026-03-03T01:03:56.520936Z","steps":["trace[1593203801] 'agreement among raft nodes before linearized reading' (duration: 267.667229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:57.858299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495780544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:03:57.993463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064920375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:03:57.993579Z","caller":"traceutil/trace.go:171","msg":"trace[1425503668] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5978; }","duration":"1.065079157s","start":"2026-03-03T01:03:56.928473Z","end":"2026-03-03T01:03:57.993552Z","steps":["trace[1425503668] 'range keys from in-memory index tree' (duration: 1.06472046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:57.993632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:56.928448Z","time spent":"1.065171319s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8339,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-03T01:03:58.046994Z","caller":"traceutil/trace.go:171","msg":"trace[592919566] linearizableReadLoop","detail":"{readStateIndex:6210; appliedIndex:6209; }","duration":"703.563356ms","start":"2026-03-03T01:03:57.343406Z","end":"2026-03-03T01:03:58.046969Z","steps":["trace[592919566] 'read index received' (duration: 703.312221ms)","trace[592919566] 'applied index is now lower than readState.Index' (duration: 250.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:58.047047Z","caller":"traceutil/trace.go:171","msg":"trace[852899816] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"918.159497ms","start":"2026-03-03T01:03:57.128866Z","end":"2026-03-03T01:03:58.047026Z","steps":["trace[852899816] 'process raft request' (duration: 917.960323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.047267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.128839Z","time spent":"918.27494ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:58.047405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.993644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:03:58.047465Z","caller":"traceutil/trace.go:171","msg":"trace[586136703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5979; }","duration":"704.097986ms","start":"2026-03-03T01:03:57.343351Z","end":"2026-03-03T01:03:58.047449Z","steps":["trace[586136703] 'agreement among raft nodes before linearized reading' (duration: 703.745709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.047514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.34333Z","time spent":"704.173437ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:58.047364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.009115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:58.047671Z","caller":"traceutil/trace.go:171","msg":"trace[1062754973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5979; }","duration":"703.341671ms","start":"2026-03-03T01:03:57.344312Z","end":"2026-03-03T01:03:58.047654Z","steps":["trace[1062754973] 'agreement among raft nodes before linearized reading' (duration: 702.861082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.047761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.646848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:03:58.047899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.344305Z","time spent":"703.398512ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:03:58.047879Z","caller":"traceutil/trace.go:171","msg":"trace[790008106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5979; }","duration":"703.80878ms","start":"2026-03-03T01:03:57.34405Z","end":"2026-03-03T01:03:58.047858Z","steps":["trace[790008106] 'agreement among raft nodes before linearized reading' (duration: 703.192018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.048018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.344032Z","time spent":"703.969504ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:03:58.04809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.978745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:58.048169Z","caller":"traceutil/trace.go:171","msg":"trace[1028421825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5979; }","duration":"704.118318ms","start":"2026-03-03T01:03:57.344037Z","end":"2026-03-03T01:03:58.048155Z","steps":["trace[1028421825] 'agreement among raft nodes before linearized reading' (duration: 703.106637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.048204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.344015Z","time spent":"704.182279ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:58.051352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.890889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:03:58.05144Z","caller":"traceutil/trace.go:171","msg":"trace[272314437] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5979; }","duration":"370.040752ms","start":"2026-03-03T01:03:57.681379Z","end":"2026-03-03T01:03:58.05142Z","steps":["trace[272314437] 'agreement among raft nodes before linearized reading' (duration: 365.844778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.051496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:57.681359Z","time spent":"370.123184ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":682,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:58.326798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.154875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:58.326909Z","caller":"traceutil/trace.go:171","msg":"trace[949310684] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"273.274961ms","start":"2026-03-03T01:03:58.053615Z","end":"2026-03-03T01:03:58.32689Z","steps":["trace[949310684] 'process raft request' (duration: 111.737738ms)","trace[949310684] 'compare' (duration: 160.999923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:58.65062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.719587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:58.650854Z","caller":"traceutil/trace.go:171","msg":"trace[1531669472] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"596.934048ms","start":"2026-03-03T01:03:58.053884Z","end":"2026-03-03T01:03:58.650818Z","steps":["trace[1531669472] 'process raft request' (duration: 432.933176ms)","trace[1531669472] 'compare' (duration: 163.557984ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:58.65092Z","caller":"traceutil/trace.go:171","msg":"trace[1009511337] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"272.817563ms","start":"2026-03-03T01:03:58.378072Z","end":"2026-03-03T01:03:58.650889Z","steps":["trace[1009511337] 'process raft request' (duration: 272.765972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:58.650914Z","caller":"traceutil/trace.go:171","msg":"trace[845035418] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"596.855396ms","start":"2026-03-03T01:03:58.054021Z","end":"2026-03-03T01:03:58.650876Z","steps":["trace[845035418] 'process raft request' (duration: 596.702193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:58.650942Z","caller":"traceutil/trace.go:171","msg":"trace[1857109232] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"595.425549ms","start":"2026-03-03T01:03:58.055493Z","end":"2026-03-03T01:03:58.650918Z","steps":["trace[1857109232] 'process raft request' (duration: 595.284966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:58.650954Z","caller":"traceutil/trace.go:171","msg":"trace[827727667] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6211; }","duration":"298.433613ms","start":"2026-03-03T01:03:58.352492Z","end":"2026-03-03T01:03:58.650925Z","steps":["trace[827727667] 'read index received' (duration: 134.281828ms)","trace[827727667] 'applied index is now lower than readState.Index' (duration: 164.149585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:58.651025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:58.053869Z","time spent":"597.075031ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:58.651059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:58.055484Z","time spent":"595.519901ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:58.651089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:58.053968Z","time spent":"597.03551ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:58.651106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.606547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:58.651147Z","caller":"traceutil/trace.go:171","msg":"trace[421113826] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5984; }","duration":"298.709539ms","start":"2026-03-03T01:03:58.352425Z","end":"2026-03-03T01:03:58.651134Z","steps":["trace[421113826] 'agreement among raft nodes before linearized reading' (duration: 298.627138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:58.877732Z","caller":"traceutil/trace.go:171","msg":"trace[428458557] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6215; }","duration":"226.682052ms","start":"2026-03-03T01:03:58.651022Z","end":"2026-03-03T01:03:58.877704Z","steps":["trace[428458557] 'read index received' (duration: 132.061365ms)","trace[428458557] 'applied index is now lower than readState.Index' (duration: 94.619407ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:58.877763Z","caller":"traceutil/trace.go:171","msg":"trace[434739523] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"351.3635ms","start":"2026-03-03T01:03:58.526362Z","end":"2026-03-03T01:03:58.877726Z","steps":["trace[434739523] 'process raft request' (duration: 256.681811ms)","trace[434739523] 'compare' (duration: 94.529696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:58.877955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.88011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:58.878018Z","caller":"traceutil/trace.go:171","msg":"trace[936890729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"156.997192ms","start":"2026-03-03T01:03:58.721006Z","end":"2026-03-03T01:03:58.878003Z","steps":["trace[936890729] 'agreement among raft nodes before linearized reading' (duration: 156.88649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.878011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.371303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:58.878077Z","caller":"traceutil/trace.go:171","msg":"trace[925622515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5985; }","duration":"269.469465ms","start":"2026-03-03T01:03:58.608589Z","end":"2026-03-03T01:03:58.878058Z","steps":["trace[925622515] 'agreement among raft nodes before linearized reading' (duration: 269.268011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:58.878129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:58.526308Z","time spent":"351.532283ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:59.346356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.479194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:59.346469Z","caller":"traceutil/trace.go:171","msg":"trace[1968331232] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"454.423465ms","start":"2026-03-03T01:03:58.892026Z","end":"2026-03-03T01:03:59.346449Z","steps":["trace[1968331232] 'process raft request' (duration: 347.747967ms)","trace[1968331232] 'compare' (duration: 106.291081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:59.346531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:58.892014Z","time spent":"454.489546ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:00.366323Z","caller":"traceutil/trace.go:171","msg":"trace[1978775866] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"311.385221ms","start":"2026-03-03T01:04:00.054909Z","end":"2026-03-03T01:04:00.366295Z","steps":["trace[1978775866] 'process raft request' (duration: 311.108496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:00.366466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.054887Z","time spent":"311.511254ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:00.842628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.207272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:00.842897Z","caller":"traceutil/trace.go:171","msg":"trace[258421365] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"471.618709ms","start":"2026-03-03T01:04:00.371234Z","end":"2026-03-03T01:04:00.842853Z","steps":["trace[258421365] 'process raft request' (duration: 243.09012ms)","trace[258421365] 'compare' (duration: 227.822785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:00.843013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.371214Z","time spent":"471.746471ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:00.842855Z","caller":"traceutil/trace.go:171","msg":"trace[26764126] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"187.102333ms","start":"2026-03-03T01:04:00.65573Z","end":"2026-03-03T01:04:00.842832Z","steps":["trace[26764126] 'process raft request' (duration: 187.018702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:00.843147Z","caller":"traceutil/trace.go:171","msg":"trace[2038704303] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6218; }","duration":"281.018116ms","start":"2026-03-03T01:04:00.561857Z","end":"2026-03-03T01:04:00.842875Z","steps":["trace[2038704303] 'read index received' (duration: 52.422096ms)","trace[2038704303] 'applied index is now lower than readState.Index' (duration: 228.59332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:00.843374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.512745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:04:00.843511Z","caller":"traceutil/trace.go:171","msg":"trace[150865366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5989; }","duration":"281.692279ms","start":"2026-03-03T01:04:00.561804Z","end":"2026-03-03T01:04:00.843496Z","steps":["trace[150865366] 'agreement among raft nodes before linearized reading' (duration: 281.306772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:01.303346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.454416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:04:01.303562Z","caller":"traceutil/trace.go:171","msg":"trace[2017988455] linearizableReadLoop","detail":"{readStateIndex:6221; appliedIndex:6220; }","duration":"460.316054ms","start":"2026-03-03T01:04:00.843229Z","end":"2026-03-03T01:04:01.303545Z","steps":["trace[2017988455] 'read index received' (duration: 14.609452ms)","trace[2017988455] 'applied index is now lower than readState.Index' (duration: 445.705702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:01.303783Z","caller":"traceutil/trace.go:171","msg":"trace[986744174] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"420.717583ms","start":"2026-03-03T01:04:00.883015Z","end":"2026-03-03T01:04:01.303732Z","steps":["trace[986744174] 'process raft request' (duration: 420.427778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:01.303956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.882997Z","time spent":"420.867296ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:01.73977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.709665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:04:01.739742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.429149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:01.739817Z","caller":"traceutil/trace.go:171","msg":"trace[1242060748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5990; }","duration":"386.755716ms","start":"2026-03-03T01:04:01.353047Z","end":"2026-03-03T01:04:01.739803Z","steps":["trace[1242060748] 'range keys from in-memory index tree' (duration: 386.591003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:01.739847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.352991Z","time spent":"386.848078ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:04:01.739842Z","caller":"traceutil/trace.go:171","msg":"trace[1395155049] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5990; }","duration":"379.594152ms","start":"2026-03-03T01:04:01.360221Z","end":"2026-03-03T01:04:01.739816Z","steps":["trace[1395155049] 'count revisions from in-memory index tree' (duration: 379.286246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:01.739892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.360197Z","time spent":"379.679704ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:04:01.739896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084830652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:04:01.740049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085698399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:04:01.740102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.26533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:04:01.740138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085007126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:04:01.740131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02160458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:01.740172Z","caller":"traceutil/trace.go:171","msg":"trace[236934526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5990; }","duration":"1.085055246s","start":"2026-03-03T01:04:00.655106Z","end":"2026-03-03T01:04:01.740162Z","steps":["trace[236934526] 'agreement among raft nodes before linearized reading' (duration: 648.578659ms)","trace[236934526] 'range keys from in-memory index tree' (duration: 436.427646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:01.740207Z","caller":"traceutil/trace.go:171","msg":"trace[124394417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5990; }","duration":"1.021724002s","start":"2026-03-03T01:04:00.718464Z","end":"2026-03-03T01:04:01.740188Z","steps":["trace[124394417] 'agreement among raft nodes before linearized reading' (duration: 585.202214ms)","trace[124394417] 'range keys from in-memory index tree' (duration: 436.398956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:01.740224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.655101Z","time spent":"1.085115808s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:04:01.74018Z","caller":"traceutil/trace.go:171","msg":"trace[2016588087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5990; }","duration":"893.365791ms","start":"2026-03-03T01:04:00.846794Z","end":"2026-03-03T01:04:01.74016Z","steps":["trace[2016588087] 'agreement among raft nodes before linearized reading' (duration: 456.924615ms)","trace[2016588087] 'range keys from in-memory index tree' (duration: 436.278023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:01.740253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.718449Z","time spent":"1.021796545s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:04:01.740294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.846779Z","time spent":"893.498205ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:04:01.740114Z","caller":"traceutil/trace.go:171","msg":"trace[1273292874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5990; }","duration":"1.08577986s","start":"2026-03-03T01:04:00.654315Z","end":"2026-03-03T01:04:01.740095Z","steps":["trace[1273292874] 'agreement among raft nodes before linearized reading' (duration: 649.355914ms)","trace[1273292874] 'range keys from in-memory index tree' (duration: 436.304144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:01.740397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.654301Z","time spent":"1.086068977s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:04:01.740029Z","caller":"traceutil/trace.go:171","msg":"trace[922939272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5990; }","duration":"1.084996775s","start":"2026-03-03T01:04:00.655014Z","end":"2026-03-03T01:04:01.740011Z","steps":["trace[922939272] 'agreement among raft nodes before linearized reading' (duration: 648.651021ms)","trace[922939272] 'range keys from in-memory index tree' (duration: 436.09562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:01.740762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.654996Z","time spent":"1.08574431s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:04:01.740224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.065648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:01.740911Z","caller":"traceutil/trace.go:171","msg":"trace[1052268541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:5990; }","duration":"852.839415ms","start":"2026-03-03T01:04:00.888056Z","end":"2026-03-03T01:04:01.740896Z","steps":["trace[1052268541] 'agreement among raft nodes before linearized reading' (duration: 415.669673ms)","trace[1052268541] 'range keys from in-memory index tree' (duration: 436.387595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:01.740952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:00.888029Z","time spent":"852.913625ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:04:01.883503Z","caller":"traceutil/trace.go:171","msg":"trace[1262296432] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"139.846379ms","start":"2026-03-03T01:04:01.743184Z","end":"2026-03-03T01:04:01.883031Z","steps":["trace[1262296432] 'process raft request' (duration: 139.713016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:02.103076Z","caller":"traceutil/trace.go:171","msg":"trace[174906028] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"358.968741ms","start":"2026-03-03T01:04:01.744085Z","end":"2026-03-03T01:04:02.103054Z","steps":["trace[174906028] 'process raft request' (duration: 358.88945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:02.103194Z","caller":"traceutil/trace.go:171","msg":"trace[663913021] linearizableReadLoop","detail":"{readStateIndex:6225; appliedIndex:6222; }","duration":"358.623574ms","start":"2026-03-03T01:04:01.744552Z","end":"2026-03-03T01:04:02.103176Z","steps":["trace[663913021] 'read index received' (duration: 138.338419ms)","trace[663913021] 'applied index is now lower than readState.Index' (duration: 220.283355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:02.103217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.74408Z","time spent":"359.068353ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:02.103294Z","caller":"traceutil/trace.go:171","msg":"trace[568873050] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"358.521632ms","start":"2026-03-03T01:04:01.744744Z","end":"2026-03-03T01:04:02.103266Z","steps":["trace[568873050] 'process raft request' (duration: 358.272557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:02.103427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.706766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:04:02.10344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.74473Z","time spent":"358.643195ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:02.103464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.020915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:02.10349Z","caller":"traceutil/trace.go:171","msg":"trace[1258557637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5994; }","duration":"355.784888ms","start":"2026-03-03T01:04:01.747688Z","end":"2026-03-03T01:04:02.103473Z","steps":["trace[1258557637] 'agreement among raft nodes before linearized reading' (duration: 355.686526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:02.10353Z","caller":"traceutil/trace.go:171","msg":"trace[1687778227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5994; }","duration":"314.136307ms","start":"2026-03-03T01:04:01.789379Z","end":"2026-03-03T01:04:02.103516Z","steps":["trace[1687778227] 'agreement among raft nodes before linearized reading' (duration: 314.029855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:02.103533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.747682Z","time spent":"355.843419ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:04:02.103549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.979221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"warn","ts":"2026-03-03T01:04:02.103558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.789357Z","time spent":"314.195628ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:04:02.103581Z","caller":"traceutil/trace.go:171","msg":"trace[895729485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5994; }","duration":"359.053433ms","start":"2026-03-03T01:04:01.744519Z","end":"2026-03-03T01:04:02.103572Z","steps":["trace[895729485] 'agreement among raft nodes before linearized reading' (duration: 358.777448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:02.103636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.744505Z","time spent":"359.124214ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:04:02.104148Z","caller":"traceutil/trace.go:171","msg":"trace[1767330970] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"359.482841ms","start":"2026-03-03T01:04:01.743611Z","end":"2026-03-03T01:04:02.103094Z","steps":["trace[1767330970] 'process raft request' (duration: 359.220166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:02.104233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:01.7436Z","time spent":"360.578713ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:02.494625Z","caller":"traceutil/trace.go:171","msg":"trace[1314431282] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"122.939833ms","start":"2026-03-03T01:04:02.371661Z","end":"2026-03-03T01:04:02.494601Z","steps":["trace[1314431282] 'process raft request' (duration: 122.759019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:02.683463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.401369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:02.683551Z","caller":"traceutil/trace.go:171","msg":"trace[1493232809] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5995; }","duration":"163.537122ms","start":"2026-03-03T01:04:02.519991Z","end":"2026-03-03T01:04:02.683528Z","steps":["trace[1493232809] 'count revisions from in-memory index tree' (duration: 163.287688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:03.091994Z","caller":"traceutil/trace.go:171","msg":"trace[1232582102] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"243.996268ms","start":"2026-03-03T01:04:02.847972Z","end":"2026-03-03T01:04:03.091969Z","steps":["trace[1232582102] 'process raft request' (duration: 243.857255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:03.759143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.937835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:03.759212Z","caller":"traceutil/trace.go:171","msg":"trace[1305901436] linearizableReadLoop","detail":"{readStateIndex:6229; appliedIndex:6228; }","duration":"599.862147ms","start":"2026-03-03T01:04:03.159339Z","end":"2026-03-03T01:04:03.759201Z","steps":["trace[1305901436] 'read index received' (duration: 99.852211ms)","trace[1305901436] 'applied index is now lower than readState.Index' (duration: 500.008926ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:03.759251Z","caller":"traceutil/trace.go:171","msg":"trace[366716579] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"907.995141ms","start":"2026-03-03T01:04:02.85125Z","end":"2026-03-03T01:04:03.759246Z","steps":["trace[366716579] 'process raft request' (duration: 407.902483ms)","trace[366716579] 'compare' (duration: 499.837733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:03.759281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:02.851242Z","time spent":"908.023801ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:03.759462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.109663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:04:03.759545Z","caller":"traceutil/trace.go:171","msg":"trace[949820138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5997; }","duration":"600.237675ms","start":"2026-03-03T01:04:03.159288Z","end":"2026-03-03T01:04:03.759525Z","steps":["trace[949820138] 'agreement among raft nodes before linearized reading' (duration: 600.02639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:03.759631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.159268Z","time spent":"600.353617ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:04:04.157943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.321963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:04.158083Z","caller":"traceutil/trace.go:171","msg":"trace[2013922408] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"843.210263ms","start":"2026-03-03T01:04:03.314852Z","end":"2026-03-03T01:04:04.158062Z","steps":["trace[2013922408] 'process raft request' (duration: 678.687726ms)","trace[2013922408] 'compare' (duration: 164.22228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:04.158204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.314831Z","time spent":"843.298935ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:04.158327Z","caller":"traceutil/trace.go:171","msg":"trace[1596725404] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"394.014884ms","start":"2026-03-03T01:04:03.764263Z","end":"2026-03-03T01:04:04.158278Z","steps":["trace[1596725404] 'process raft request' (duration: 393.7989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.158372Z","caller":"traceutil/trace.go:171","msg":"trace[1442125396] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"399.127246ms","start":"2026-03-03T01:04:03.759225Z","end":"2026-03-03T01:04:04.158352Z","steps":["trace[1442125396] 'read index received' (duration: 234.296664ms)","trace[1442125396] 'applied index is now lower than readState.Index' (duration: 164.829272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:04.158451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.764239Z","time spent":"394.166398ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:04.158479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.193629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:04:04.158467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.753534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:04:04.158503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.421751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:04.15855Z","caller":"traceutil/trace.go:171","msg":"trace[1902411998] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5999; }","duration":"857.835995ms","start":"2026-03-03T01:04:03.300705Z","end":"2026-03-03T01:04:04.158541Z","steps":["trace[1902411998] 'agreement among raft nodes before linearized reading' (duration: 857.709733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.158564Z","caller":"traceutil/trace.go:171","msg":"trace[152434112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5999; }","duration":"966.517413ms","start":"2026-03-03T01:04:03.192033Z","end":"2026-03-03T01:04:04.158551Z","steps":["trace[152434112] 'agreement among raft nodes before linearized reading' (duration: 966.425222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.158563Z","caller":"traceutil/trace.go:171","msg":"trace[1621308341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5999; }","duration":"438.321272ms","start":"2026-03-03T01:04:03.72022Z","end":"2026-03-03T01:04:04.158541Z","steps":["trace[1621308341] 'agreement among raft nodes before linearized reading' (duration: 438.173159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:04.158629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.720199Z","time spent":"438.418104ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:04:04.158629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.192014Z","time spent":"966.606105ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:04:04.158586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.300645Z","time spent":"857.932078ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":33,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:04:04.158748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.784371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:04:04.15887Z","caller":"traceutil/trace.go:171","msg":"trace[1303187334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5999; }","duration":"759.962425ms","start":"2026-03-03T01:04:03.398873Z","end":"2026-03-03T01:04:04.158835Z","steps":["trace[1303187334] 'agreement among raft nodes before linearized reading' (duration: 759.508206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:04.158951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:03.398855Z","time spent":"760.078467ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:04:04.182874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.473959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:04.182961Z","caller":"traceutil/trace.go:171","msg":"trace[651742484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6000; }","duration":"294.620702ms","start":"2026-03-03T01:04:03.88832Z","end":"2026-03-03T01:04:04.182941Z","steps":["trace[651742484] 'agreement among raft nodes before linearized reading' (duration: 293.643893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.473662Z","caller":"traceutil/trace.go:171","msg":"trace[1791019887] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"288.320286ms","start":"2026-03-03T01:04:04.185315Z","end":"2026-03-03T01:04:04.473635Z","steps":["trace[1791019887] 'process raft request' (duration: 288.103862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.473928Z","caller":"traceutil/trace.go:171","msg":"trace[236666309] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"288.381797ms","start":"2026-03-03T01:04:04.185518Z","end":"2026-03-03T01:04:04.4739Z","steps":["trace[236666309] 'process raft request' (duration: 288.061581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.473994Z","caller":"traceutil/trace.go:171","msg":"trace[2038386560] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"287.733294ms","start":"2026-03-03T01:04:04.186229Z","end":"2026-03-03T01:04:04.473962Z","steps":["trace[2038386560] 'process raft request' (duration: 287.596781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.474118Z","caller":"traceutil/trace.go:171","msg":"trace[1279728464] linearizableReadLoop","detail":"{readStateIndex:6237; appliedIndex:6232; }","duration":"286.963999ms","start":"2026-03-03T01:04:04.187145Z","end":"2026-03-03T01:04:04.474109Z","steps":["trace[1279728464] 'read index received' (duration: 54.788678ms)","trace[1279728464] 'applied index is now lower than readState.Index' (duration: 232.174ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:04.474151Z","caller":"traceutil/trace.go:171","msg":"trace[1724771233] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"287.861566ms","start":"2026-03-03T01:04:04.186267Z","end":"2026-03-03T01:04:04.474128Z","steps":["trace[1724771233] 'process raft request' (duration: 287.654882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:04.47425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.49947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:04.474284Z","caller":"traceutil/trace.go:171","msg":"trace[1422539083] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6005; }","duration":"286.562401ms","start":"2026-03-03T01:04:04.187714Z","end":"2026-03-03T01:04:04.474276Z","steps":["trace[1422539083] 'agreement among raft nodes before linearized reading' (duration: 286.478379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:04.474475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.295626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:04:04.47456Z","caller":"traceutil/trace.go:171","msg":"trace[1040638683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6005; }","duration":"287.412479ms","start":"2026-03-03T01:04:04.18713Z","end":"2026-03-03T01:04:04.474542Z","steps":["trace[1040638683] 'agreement among raft nodes before linearized reading' (duration: 287.031111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:05.00391Z","caller":"traceutil/trace.go:171","msg":"trace[1332418128] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"138.589797ms","start":"2026-03-03T01:04:04.865292Z","end":"2026-03-03T01:04:05.003881Z","steps":["trace[1332418128] 'process raft request' (duration: 47.775777ms)","trace[1332418128] 'compare' (duration: 90.702157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:05.677399Z","caller":"traceutil/trace.go:171","msg":"trace[2110322737] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"579.714864ms","start":"2026-03-03T01:04:05.097642Z","end":"2026-03-03T01:04:05.677357Z","steps":["trace[2110322737] 'process raft request' (duration: 579.450839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:05.677664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:05.097613Z","time spent":"579.927358ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:05.677763Z","caller":"traceutil/trace.go:171","msg":"trace[1225005923] linearizableReadLoop","detail":"{readStateIndex:6241; appliedIndex:6241; }","duration":"478.336553ms","start":"2026-03-03T01:04:05.199396Z","end":"2026-03-03T01:04:05.677733Z","steps":["trace[1225005923] 'read index received' (duration: 478.326043ms)","trace[1225005923] 'applied index is now lower than readState.Index' (duration: 8.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:05.677964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.146948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:05.677997Z","caller":"traceutil/trace.go:171","msg":"trace[1188740249] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6009; }","duration":"461.25032ms","start":"2026-03-03T01:04:05.216739Z","end":"2026-03-03T01:04:05.677989Z","steps":["trace[1188740249] 'agreement among raft nodes before linearized reading' (duration: 461.130227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:05.678029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:05.216715Z","time spent":"461.306891ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:04:05.678165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.626977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-03T01:04:05.678195Z","caller":"traceutil/trace.go:171","msg":"trace[841772480] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6009; }","duration":"154.675788ms","start":"2026-03-03T01:04:05.523508Z","end":"2026-03-03T01:04:05.678183Z","steps":["trace[841772480] 'agreement among raft nodes before linearized reading' (duration: 154.620757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:05.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.762852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:04:05.678248Z","caller":"traceutil/trace.go:171","msg":"trace[1968615146] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:6009; }","duration":"478.886564ms","start":"2026-03-03T01:04:05.199342Z","end":"2026-03-03T01:04:05.678228Z","steps":["trace[1968615146] 'agreement among raft nodes before linearized reading' (duration: 478.66027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:05.678306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:05.199318Z","time spent":"478.976967ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:04:06.03883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.522555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:06.039086Z","caller":"traceutil/trace.go:171","msg":"trace[528052782] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"223.392266ms","start":"2026-03-03T01:04:05.815673Z","end":"2026-03-03T01:04:06.039065Z","steps":["trace[528052782] 'process raft request' (duration: 223.281774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:06.039251Z","caller":"traceutil/trace.go:171","msg":"trace[930364366] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"227.230952ms","start":"2026-03-03T01:04:05.811961Z","end":"2026-03-03T01:04:06.039192Z","steps":["trace[930364366] 'process raft request' (duration: 118.225658ms)","trace[930364366] 'compare' (duration: 108.28206ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:06.354498Z","caller":"traceutil/trace.go:171","msg":"trace[1641536255] linearizableReadLoop","detail":"{readStateIndex:6245; appliedIndex:6244; }","duration":"166.045667ms","start":"2026-03-03T01:04:06.188426Z","end":"2026-03-03T01:04:06.354471Z","steps":["trace[1641536255] 'read index received' (duration: 82.86512ms)","trace[1641536255] 'applied index is now lower than readState.Index' (duration: 83.178897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:06.354566Z","caller":"traceutil/trace.go:171","msg":"trace[427816727] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"191.431005ms","start":"2026-03-03T01:04:06.163104Z","end":"2026-03-03T01:04:06.354536Z","steps":["trace[427816727] 'process raft request' (duration: 108.135806ms)","trace[427816727] 'compare' (duration: 83.073645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:06.354803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.360534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:06.354878Z","caller":"traceutil/trace.go:171","msg":"trace[978406909] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6012; }","duration":"166.497187ms","start":"2026-03-03T01:04:06.188362Z","end":"2026-03-03T01:04:06.354859Z","steps":["trace[978406909] 'agreement among raft nodes before linearized reading' (duration: 166.258332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:06.764128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.780465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:06.76429Z","caller":"traceutil/trace.go:171","msg":"trace[924335846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6012; }","duration":"283.970509ms","start":"2026-03-03T01:04:06.480301Z","end":"2026-03-03T01:04:06.764272Z","steps":["trace[924335846] 'range keys from in-memory index tree' (duration: 283.653483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:06.764285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.759854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:04:06.764382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.869437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T01:04:06.764405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.634593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:04:06.764485Z","caller":"traceutil/trace.go:171","msg":"trace[1454917807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6012; }","duration":"287.01232ms","start":"2026-03-03T01:04:06.477449Z","end":"2026-03-03T01:04:06.764461Z","steps":["trace[1454917807] 'range keys from in-memory index tree' (duration: 286.676533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:06.764497Z","caller":"traceutil/trace.go:171","msg":"trace[1052071729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6012; }","duration":"286.786525ms","start":"2026-03-03T01:04:06.477688Z","end":"2026-03-03T01:04:06.764474Z","steps":["trace[1052071729] 'range keys from in-memory index tree' (duration: 286.51117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:06.764523Z","caller":"traceutil/trace.go:171","msg":"trace[861844121] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"223.498467ms","start":"2026-03-03T01:04:06.54101Z","end":"2026-03-03T01:04:06.764509Z","steps":["trace[861844121] 'process raft request' (duration: 140.561915ms)","trace[861844121] 'compare' (duration: 82.723928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:06.764409Z","caller":"traceutil/trace.go:171","msg":"trace[828295314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6012; }","duration":"286.944678ms","start":"2026-03-03T01:04:06.477446Z","end":"2026-03-03T01:04:06.764391Z","steps":["trace[828295314] 'range keys from in-memory index tree' (duration: 286.54789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:06.764705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.332376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:06.764771Z","caller":"traceutil/trace.go:171","msg":"trace[503356786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6012; }","duration":"287.441769ms","start":"2026-03-03T01:04:06.477311Z","end":"2026-03-03T01:04:06.764752Z","steps":["trace[503356786] 'range keys from in-memory index tree' (duration: 286.733894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:07.117709Z","caller":"traceutil/trace.go:171","msg":"trace[120115076] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6246; }","duration":"348.473881ms","start":"2026-03-03T01:04:06.769215Z","end":"2026-03-03T01:04:07.117689Z","steps":["trace[120115076] 'read index received' (duration: 74.434281ms)","trace[120115076] 'applied index is now lower than readState.Index' (duration: 274.03889ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:07.117724Z","caller":"traceutil/trace.go:171","msg":"trace[1683520500] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"348.536492ms","start":"2026-03-03T01:04:06.769163Z","end":"2026-03-03T01:04:07.117699Z","steps":["trace[1683520500] 'process raft request' (duration: 348.343929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:07.117769Z","caller":"traceutil/trace.go:171","msg":"trace[98958831] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"348.142084ms","start":"2026-03-03T01:04:06.769593Z","end":"2026-03-03T01:04:07.117736Z","steps":["trace[98958831] 'process raft request' (duration: 348.039072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:07.117867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:06.769148Z","time spent":"348.640064ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:07.117767Z","caller":"traceutil/trace.go:171","msg":"trace[297785589] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"347.075763ms","start":"2026-03-03T01:04:06.770668Z","end":"2026-03-03T01:04:07.117743Z","steps":["trace[297785589] 'process raft request' (duration: 346.991122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:07.117904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:06.769573Z","time spent":"348.257687ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:07.117948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:06.770651Z","time spent":"347.271028ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:07.117965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.732896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:04:07.11799Z","caller":"traceutil/trace.go:171","msg":"trace[619033686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6017; }","duration":"348.795467ms","start":"2026-03-03T01:04:06.769188Z","end":"2026-03-03T01:04:07.117983Z","steps":["trace[619033686] 'agreement among raft nodes before linearized reading' (duration: 348.584503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:07.118024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:06.769176Z","time spent":"348.840429ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:04:08.516806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.355818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:04:08.516856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.204806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:08.51691Z","caller":"traceutil/trace.go:171","msg":"trace[1137157781] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6019; }","duration":"337.335739ms","start":"2026-03-03T01:04:08.179561Z","end":"2026-03-03T01:04:08.516897Z","steps":["trace[1137157781] 'count revisions from in-memory index tree' (duration: 337.110705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:08.516907Z","caller":"traceutil/trace.go:171","msg":"trace[378777498] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6019; }","duration":"278.51506ms","start":"2026-03-03T01:04:08.23837Z","end":"2026-03-03T01:04:08.516885Z","steps":["trace[378777498] 'count revisions from in-memory index tree' (duration: 278.276065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:08.516904Z","caller":"traceutil/trace.go:171","msg":"trace[1717130935] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6252; }","duration":"154.510636ms","start":"2026-03-03T01:04:08.362368Z","end":"2026-03-03T01:04:08.516879Z","steps":["trace[1717130935] 'read index received' (duration: 149.521566ms)","trace[1717130935] 'applied index is now lower than readState.Index' (duration: 4.98775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:08.516998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:08.179542Z","time spent":"337.439581ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":48,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:04:08.517021Z","caller":"traceutil/trace.go:171","msg":"trace[1202132953] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"157.590538ms","start":"2026-03-03T01:04:08.359405Z","end":"2026-03-03T01:04:08.516996Z","steps":["trace[1202132953] 'process raft request' (duration: 152.550217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:08.517135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.771131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:08.517182Z","caller":"traceutil/trace.go:171","msg":"trace[2007294579] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6020; }","duration":"154.873984ms","start":"2026-03-03T01:04:08.362293Z","end":"2026-03-03T01:04:08.517167Z","steps":["trace[2007294579] 'agreement among raft nodes before linearized reading' (duration: 154.70356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:08.896775Z","caller":"traceutil/trace.go:171","msg":"trace[1283429643] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"117.970063ms","start":"2026-03-03T01:04:08.778771Z","end":"2026-03-03T01:04:08.896741Z","steps":["trace[1283429643] 'process raft request' (duration: 117.749878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.347967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.048864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:09.348171Z","caller":"traceutil/trace.go:171","msg":"trace[523726064] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6255; }","duration":"213.11817ms","start":"2026-03-03T01:04:09.135031Z","end":"2026-03-03T01:04:09.348149Z","steps":["trace[523726064] 'read index received' (duration: 10.164405ms)","trace[523726064] 'applied index is now lower than readState.Index' (duration: 202.952405ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:09.34841Z","caller":"traceutil/trace.go:171","msg":"trace[1440758546] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"215.62059ms","start":"2026-03-03T01:04:09.132762Z","end":"2026-03-03T01:04:09.348383Z","steps":["trace[1440758546] 'process raft request' (duration: 100.048935ms)","trace[1440758546] 'compare' (duration: 114.940982ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:09.348448Z","caller":"traceutil/trace.go:171","msg":"trace[396593374] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"215.460786ms","start":"2026-03-03T01:04:09.132954Z","end":"2026-03-03T01:04:09.348415Z","steps":["trace[396593374] 'process raft request' (duration: 215.12496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.348506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.470447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127000"} {"level":"info","ts":"2026-03-03T01:04:09.348552Z","caller":"traceutil/trace.go:171","msg":"trace[1908138368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6025; }","duration":"213.538818ms","start":"2026-03-03T01:04:09.135001Z","end":"2026-03-03T01:04:09.348539Z","steps":["trace[1908138368] 'agreement among raft nodes before linearized reading' (duration: 213.215291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:11.045737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.6838ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:04:11.046017Z","caller":"traceutil/trace.go:171","msg":"trace[403874534] linearizableReadLoop","detail":"{readStateIndex:6263; appliedIndex:6261; }","duration":"102.34207ms","start":"2026-03-03T01:04:10.943649Z","end":"2026-03-03T01:04:11.045991Z","steps":["trace[403874534] 'read index received' (duration: 38.784497ms)","trace[403874534] 'applied index is now lower than readState.Index' (duration: 63.555143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:11.046188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.534414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:04:11.046197Z","caller":"traceutil/trace.go:171","msg":"trace[2003020768] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"144.836261ms","start":"2026-03-03T01:04:10.901331Z","end":"2026-03-03T01:04:11.046168Z","steps":["trace[2003020768] 'process raft request' (duration: 144.509665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:11.046224Z","caller":"traceutil/trace.go:171","msg":"trace[588398666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6029; }","duration":"102.663356ms","start":"2026-03-03T01:04:10.943551Z","end":"2026-03-03T01:04:11.046214Z","steps":["trace[588398666] 'agreement among raft nodes before linearized reading' (duration: 102.505103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:11.250544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.688217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:04:11.250668Z","caller":"traceutil/trace.go:171","msg":"trace[1764643169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6030; }","duration":"101.866011ms","start":"2026-03-03T01:04:11.148777Z","end":"2026-03-03T01:04:11.250643Z","steps":["trace[1764643169] 'range keys from in-memory index tree' (duration: 101.492714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:11.52342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.060787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:04:11.523452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.417624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:04:11.523459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.801872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:04:11.523528Z","caller":"traceutil/trace.go:171","msg":"trace[53685538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6031; }","duration":"170.609668ms","start":"2026-03-03T01:04:11.352898Z","end":"2026-03-03T01:04:11.523508Z","steps":["trace[53685538] 'range keys from in-memory index tree' (duration: 170.258371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:11.523507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.429995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:11.523608Z","caller":"traceutil/trace.go:171","msg":"trace[1061095084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6031; }","duration":"168.558587ms","start":"2026-03-03T01:04:11.355007Z","end":"2026-03-03T01:04:11.523565Z","steps":["trace[1061095084] 'range keys from in-memory index tree' (duration: 168.23509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:11.523534Z","caller":"traceutil/trace.go:171","msg":"trace[1647135160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6031; }","duration":"170.917844ms","start":"2026-03-03T01:04:11.3526Z","end":"2026-03-03T01:04:11.523518Z","steps":["trace[1647135160] 'range keys from in-memory index tree' (duration: 170.646839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:11.52348Z","caller":"traceutil/trace.go:171","msg":"trace[2014095774] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6031; }","duration":"159.136088ms","start":"2026-03-03T01:04:11.364328Z","end":"2026-03-03T01:04:11.523465Z","steps":["trace[2014095774] 'count revisions from in-memory index tree' (duration: 158.990216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:11.711347Z","caller":"traceutil/trace.go:171","msg":"trace[1074112898] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"183.66194ms","start":"2026-03-03T01:04:11.527664Z","end":"2026-03-03T01:04:11.711326Z","steps":["trace[1074112898] 'process raft request' (duration: 183.501457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:11.796841Z","caller":"traceutil/trace.go:171","msg":"trace[1612857526] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"268.908457ms","start":"2026-03-03T01:04:11.527909Z","end":"2026-03-03T01:04:11.796817Z","steps":["trace[1612857526] 'process raft request' (duration: 214.352104ms)","trace[1612857526] 'compare' (duration: 54.40168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:11.797044Z","caller":"traceutil/trace.go:171","msg":"trace[776100061] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"110.295969ms","start":"2026-03-03T01:04:11.686738Z","end":"2026-03-03T01:04:11.797034Z","steps":["trace[776100061] 'process raft request' (duration: 110.038804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:13.152016Z","caller":"traceutil/trace.go:171","msg":"trace[937250850] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"101.28062ms","start":"2026-03-03T01:04:13.050693Z","end":"2026-03-03T01:04:13.151974Z","steps":["trace[937250850] 'process raft request' (duration: 100.78707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:13.361798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.855991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:13.361944Z","caller":"traceutil/trace.go:171","msg":"trace[1734401550] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"205.237431ms","start":"2026-03-03T01:04:13.156673Z","end":"2026-03-03T01:04:13.361911Z","steps":["trace[1734401550] 'process raft request' (duration: 56.192946ms)","trace[1734401550] 'compare' (duration: 148.75521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:13.997647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.359237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:13.997739Z","caller":"traceutil/trace.go:171","msg":"trace[998872343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6040; }","duration":"280.507ms","start":"2026-03-03T01:04:13.717202Z","end":"2026-03-03T01:04:13.997709Z","steps":["trace[998872343] 'range keys from in-memory index tree' (duration: 280.169713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:13.997978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.210201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:04:13.998004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.534556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:13.998074Z","caller":"traceutil/trace.go:171","msg":"trace[1567373088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6040; }","duration":"196.360514ms","start":"2026-03-03T01:04:13.80169Z","end":"2026-03-03T01:04:13.99805Z","steps":["trace[1567373088] 'range keys from in-memory index tree' (duration: 196.044467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:13.998079Z","caller":"traceutil/trace.go:171","msg":"trace[1033217661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6040; }","duration":"464.665939ms","start":"2026-03-03T01:04:13.533394Z","end":"2026-03-03T01:04:13.99806Z","steps":["trace[1033217661] 'range keys from in-memory index tree' (duration: 464.22531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:13.998129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:13.533368Z","time spent":"464.748141ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:04:13.998177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.336686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:13.998267Z","caller":"traceutil/trace.go:171","msg":"trace[733342832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6040; }","duration":"276.509829ms","start":"2026-03-03T01:04:13.72174Z","end":"2026-03-03T01:04:13.99825Z","steps":["trace[733342832] 'range keys from in-memory index tree' (duration: 276.222294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:14.049305Z","caller":"traceutil/trace.go:171","msg":"trace[1646780858] linearizableReadLoop","detail":"{readStateIndex:6275; appliedIndex:6274; }","duration":"186.469815ms","start":"2026-03-03T01:04:13.862818Z","end":"2026-03-03T01:04:14.049288Z","steps":["trace[1646780858] 'read index received' (duration: 186.302072ms)","trace[1646780858] 'applied index is now lower than readState.Index' (duration: 166.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:14.049329Z","caller":"traceutil/trace.go:171","msg":"trace[1979545744] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"234.871264ms","start":"2026-03-03T01:04:13.814435Z","end":"2026-03-03T01:04:14.049306Z","steps":["trace[1979545744] 'process raft request' (duration: 234.709531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:14.049515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.68325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:14.049605Z","caller":"traceutil/trace.go:171","msg":"trace[1109280263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6041; }","duration":"186.843783ms","start":"2026-03-03T01:04:13.862747Z","end":"2026-03-03T01:04:14.04959Z","steps":["trace[1109280263] 'agreement among raft nodes before linearized reading' (duration: 186.641048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:14.448231Z","caller":"traceutil/trace.go:171","msg":"trace[1336562587] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"177.826213ms","start":"2026-03-03T01:04:14.270385Z","end":"2026-03-03T01:04:14.448211Z","steps":["trace[1336562587] 'process raft request' (duration: 177.729521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:14.618427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.574916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:14.61852Z","caller":"traceutil/trace.go:171","msg":"trace[1926899810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6044; }","duration":"112.707759ms","start":"2026-03-03T01:04:14.505785Z","end":"2026-03-03T01:04:14.618492Z","steps":["trace[1926899810] 'count revisions from in-memory index tree' (duration: 112.523815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:14.734794Z","caller":"traceutil/trace.go:171","msg":"trace[1557670299] linearizableReadLoop","detail":"{readStateIndex:6279; appliedIndex:6278; }","duration":"127.655957ms","start":"2026-03-03T01:04:14.607114Z","end":"2026-03-03T01:04:14.73477Z","steps":["trace[1557670299] 'read index received' (duration: 127.492414ms)","trace[1557670299] 'applied index is now lower than readState.Index' (duration: 162.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:14.734874Z","caller":"traceutil/trace.go:171","msg":"trace[631202347] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"127.904082ms","start":"2026-03-03T01:04:14.606942Z","end":"2026-03-03T01:04:14.734846Z","steps":["trace[631202347] 'process raft request' (duration: 127.690137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:14.735025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.894752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:14.735067Z","caller":"traceutil/trace.go:171","msg":"trace[496861761] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6045; }","duration":"127.988104ms","start":"2026-03-03T01:04:14.607066Z","end":"2026-03-03T01:04:14.735054Z","steps":["trace[496861761] 'agreement among raft nodes before linearized reading' (duration: 127.79832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:15.555669Z","caller":"traceutil/trace.go:171","msg":"trace[1436880258] linearizableReadLoop","detail":"{readStateIndex:6284; appliedIndex:6283; }","duration":"177.68687ms","start":"2026-03-03T01:04:15.377956Z","end":"2026-03-03T01:04:15.555643Z","steps":["trace[1436880258] 'read index received' (duration: 177.499506ms)","trace[1436880258] 'applied index is now lower than readState.Index' (duration: 186.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:15.555827Z","caller":"traceutil/trace.go:171","msg":"trace[740464173] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"186.421734ms","start":"2026-03-03T01:04:15.369374Z","end":"2026-03-03T01:04:15.555796Z","steps":["trace[740464173] 'process raft request' (duration: 186.096027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:15.55586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.888023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:04:15.555907Z","caller":"traceutil/trace.go:171","msg":"trace[1175884267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6049; }","duration":"177.970465ms","start":"2026-03-03T01:04:15.377923Z","end":"2026-03-03T01:04:15.555894Z","steps":["trace[1175884267] 'agreement among raft nodes before linearized reading' (duration: 177.823432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:15.642803Z","caller":"traceutil/trace.go:171","msg":"trace[644949668] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"263.101422ms","start":"2026-03-03T01:04:15.379684Z","end":"2026-03-03T01:04:15.642785Z","steps":["trace[644949668] 'process raft request' (duration: 262.974719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:15.737052Z","caller":"traceutil/trace.go:171","msg":"trace[859070905] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"176.69051ms","start":"2026-03-03T01:04:15.560325Z","end":"2026-03-03T01:04:15.737016Z","steps":["trace[859070905] 'process raft request' (duration: 121.201788ms)","trace[859070905] 'compare' (duration: 55.253947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:16.474184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.677403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:16.474381Z","caller":"traceutil/trace.go:171","msg":"trace[1846643929] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"373.801229ms","start":"2026-03-03T01:04:16.100554Z","end":"2026-03-03T01:04:16.474356Z","steps":["trace[1846643929] 'process raft request' (duration: 93.85204ms)","trace[1846643929] 'compare' (duration: 279.557821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:16.474458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:16.100531Z","time spent":"373.895691ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:16.474503Z","caller":"traceutil/trace.go:171","msg":"trace[710875331] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6287; }","duration":"313.225656ms","start":"2026-03-03T01:04:16.161246Z","end":"2026-03-03T01:04:16.474472Z","steps":["trace[710875331] 'read index received' (duration: 33.239306ms)","trace[710875331] 'applied index is now lower than readState.Index' (duration: 279.98347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:16.474547Z","caller":"traceutil/trace.go:171","msg":"trace[1944653914] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"373.837779ms","start":"2026-03-03T01:04:16.100659Z","end":"2026-03-03T01:04:16.474497Z","steps":["trace[1944653914] 'process raft request' (duration: 373.645306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:16.474641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.376459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:04:16.474684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:16.100606Z","time spent":"373.997293ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:16.474718Z","caller":"traceutil/trace.go:171","msg":"trace[2127786716] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6054; }","duration":"313.508001ms","start":"2026-03-03T01:04:16.16119Z","end":"2026-03-03T01:04:16.474698Z","steps":["trace[2127786716] 'agreement among raft nodes before linearized reading' (duration: 313.373389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:16.474769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:16.161166Z","time spent":"313.592093ms","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:04:16.792124Z","caller":"traceutil/trace.go:171","msg":"trace[1049894343] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"289.97986ms","start":"2026-03-03T01:04:16.502098Z","end":"2026-03-03T01:04:16.792077Z","steps":["trace[1049894343] 'process raft request' (duration: 262.98693ms)","trace[1049894343] 'compare' (duration: 26.547401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:17.491381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.530384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:17.491474Z","caller":"traceutil/trace.go:171","msg":"trace[1515994799] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6057; }","duration":"117.662227ms","start":"2026-03-03T01:04:17.373791Z","end":"2026-03-03T01:04:17.491453Z","steps":["trace[1515994799] 'range keys from in-memory index tree' (duration: 117.399512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:17.677435Z","caller":"traceutil/trace.go:171","msg":"trace[1065567348] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"114.256469ms","start":"2026-03-03T01:04:17.563154Z","end":"2026-03-03T01:04:17.677411Z","steps":["trace[1065567348] 'process raft request' (duration: 114.095016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:17.836674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.7951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:17.836752Z","caller":"traceutil/trace.go:171","msg":"trace[1228900455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6058; }","duration":"114.952323ms","start":"2026-03-03T01:04:17.721783Z","end":"2026-03-03T01:04:17.836735Z","steps":["trace[1228900455] 'range keys from in-memory index tree' (duration: 114.696878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:18.232919Z","caller":"traceutil/trace.go:171","msg":"trace[409692130] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6294; }","duration":"127.503125ms","start":"2026-03-03T01:04:18.105395Z","end":"2026-03-03T01:04:18.232899Z","steps":["trace[409692130] 'read index received' (duration: 127.337961ms)","trace[409692130] 'applied index is now lower than readState.Index' (duration: 164.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:18.233023Z","caller":"traceutil/trace.go:171","msg":"trace[260435137] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"132.463974ms","start":"2026-03-03T01:04:18.100532Z","end":"2026-03-03T01:04:18.232996Z","steps":["trace[260435137] 'process raft request' (duration: 132.254879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:18.233086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.674018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:18.233112Z","caller":"traceutil/trace.go:171","msg":"trace[618547448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6060; }","duration":"127.74361ms","start":"2026-03-03T01:04:18.10536Z","end":"2026-03-03T01:04:18.233104Z","steps":["trace[618547448] 'agreement among raft nodes before linearized reading' (duration: 127.615857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:18.59777Z","caller":"traceutil/trace.go:171","msg":"trace[1884200621] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"113.986994ms","start":"2026-03-03T01:04:18.483756Z","end":"2026-03-03T01:04:18.597743Z","steps":["trace[1884200621] 'process raft request' (duration: 113.81972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:18.784865Z","caller":"traceutil/trace.go:171","msg":"trace[283646737] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6296; }","duration":"167.171719ms","start":"2026-03-03T01:04:18.617649Z","end":"2026-03-03T01:04:18.784821Z","steps":["trace[283646737] 'read index received' (duration: 95.838619ms)","trace[283646737] 'applied index is now lower than readState.Index' (duration: 71.33182ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:18.78493Z","caller":"traceutil/trace.go:171","msg":"trace[494834008] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"300.737284ms","start":"2026-03-03T01:04:18.484167Z","end":"2026-03-03T01:04:18.784905Z","steps":["trace[494834008] 'process raft request' (duration: 229.303603ms)","trace[494834008] 'compare' (duration: 71.211387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:18.785035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:18.48414Z","time spent":"300.836617ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:18.785025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.354433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:04:18.785073Z","caller":"traceutil/trace.go:171","msg":"trace[1671730372] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6062; }","duration":"167.466964ms","start":"2026-03-03T01:04:18.617592Z","end":"2026-03-03T01:04:18.785059Z","steps":["trace[1671730372] 'agreement among raft nodes before linearized reading' (duration: 167.356672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:19.055921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.310332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:19.056034Z","caller":"traceutil/trace.go:171","msg":"trace[1091454322] linearizableReadLoop","detail":"{readStateIndex:6299; appliedIndex:6298; }","duration":"217.802244ms","start":"2026-03-03T01:04:18.838213Z","end":"2026-03-03T01:04:19.056016Z","steps":["trace[1091454322] 'read index received' (duration: 18.463071ms)","trace[1091454322] 'applied index is now lower than readState.Index' (duration: 199.337583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:19.056123Z","caller":"traceutil/trace.go:171","msg":"trace[1063942950] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"219.6027ms","start":"2026-03-03T01:04:18.836509Z","end":"2026-03-03T01:04:19.056111Z","steps":["trace[1063942950] 'process raft request' (duration: 60.989072ms)","trace[1063942950] 'compare' (duration: 158.18177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:19.056208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.185438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:19.056261Z","caller":"traceutil/trace.go:171","msg":"trace[758960429] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6064; }","duration":"105.27675ms","start":"2026-03-03T01:04:18.950971Z","end":"2026-03-03T01:04:19.056248Z","steps":["trace[758960429] 'agreement among raft nodes before linearized reading' (duration: 105.184308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:19.05629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.054319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:19.056378Z","caller":"traceutil/trace.go:171","msg":"trace[1940956087] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6064; }","duration":"218.181001ms","start":"2026-03-03T01:04:18.838176Z","end":"2026-03-03T01:04:19.056357Z","steps":["trace[1940956087] 'agreement among raft nodes before linearized reading' (duration: 217.972297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:19.431183Z","caller":"traceutil/trace.go:171","msg":"trace[628113191] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"181.256452ms","start":"2026-03-03T01:04:19.249894Z","end":"2026-03-03T01:04:19.43115Z","steps":["trace[628113191] 'process raft request' (duration: 149.072877ms)","trace[628113191] 'compare' (duration: 32.048382ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:19.441502Z","caller":"traceutil/trace.go:171","msg":"trace[743515713] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"139.866902ms","start":"2026-03-03T01:04:19.301612Z","end":"2026-03-03T01:04:19.441479Z","steps":["trace[743515713] 'process raft request' (duration: 139.815051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:19.441544Z","caller":"traceutil/trace.go:171","msg":"trace[753516698] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"161.564126ms","start":"2026-03-03T01:04:19.279944Z","end":"2026-03-03T01:04:19.441508Z","steps":["trace[753516698] 'process raft request' (duration: 161.346171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:20.366276Z","caller":"traceutil/trace.go:171","msg":"trace[458243943] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6305; }","duration":"123.920492ms","start":"2026-03-03T01:04:20.242329Z","end":"2026-03-03T01:04:20.366249Z","steps":["trace[458243943] 'read index received' (duration: 123.678987ms)","trace[458243943] 'applied index is now lower than readState.Index' (duration: 240.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:20.366303Z","caller":"traceutil/trace.go:171","msg":"trace[1647659637] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"128.733799ms","start":"2026-03-03T01:04:20.237551Z","end":"2026-03-03T01:04:20.366284Z","steps":["trace[1647659637] 'process raft request' (duration: 128.547075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:20.366494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.154037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:20.366534Z","caller":"traceutil/trace.go:171","msg":"trace[1607864234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6071; }","duration":"124.26876ms","start":"2026-03-03T01:04:20.242253Z","end":"2026-03-03T01:04:20.366522Z","steps":["trace[1607864234] 'agreement among raft nodes before linearized reading' (duration: 124.094506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:20.712734Z","caller":"traceutil/trace.go:171","msg":"trace[675718601] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"105.540974ms","start":"2026-03-03T01:04:20.607168Z","end":"2026-03-03T01:04:20.712709Z","steps":["trace[675718601] 'process raft request' (duration: 105.400342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:21.017726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.977578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:21.017811Z","caller":"traceutil/trace.go:171","msg":"trace[758008267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6072; }","duration":"229.114111ms","start":"2026-03-03T01:04:20.788677Z","end":"2026-03-03T01:04:21.017791Z","steps":["trace[758008267] 'range keys from in-memory index tree' (duration: 228.805015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:21.197858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.977318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:04:21.198153Z","caller":"traceutil/trace.go:171","msg":"trace[358682967] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6307; }","duration":"337.389609ms","start":"2026-03-03T01:04:20.860726Z","end":"2026-03-03T01:04:21.198115Z","steps":["trace[358682967] 'read index received' (duration: 105.028764ms)","trace[358682967] 'applied index is now lower than readState.Index' (duration: 232.354785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:21.198195Z","caller":"traceutil/trace.go:171","msg":"trace[1111930009] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"175.377113ms","start":"2026-03-03T01:04:21.022789Z","end":"2026-03-03T01:04:21.198166Z","steps":["trace[1111930009] 'process raft request' (duration: 175.21724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:21.198494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.725555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:04:21.198613Z","caller":"traceutil/trace.go:171","msg":"trace[1284814799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6073; }","duration":"337.89988ms","start":"2026-03-03T01:04:20.860685Z","end":"2026-03-03T01:04:21.198584Z","steps":["trace[1284814799] 'agreement among raft nodes before linearized reading' (duration: 337.537232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:21.198673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:20.860667Z","time spent":"337.994761ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:04:21.200307Z","caller":"traceutil/trace.go:171","msg":"trace[1851907878] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"138.713728ms","start":"2026-03-03T01:04:21.061563Z","end":"2026-03-03T01:04:21.200277Z","steps":["trace[1851907878] 'process raft request' (duration: 138.543865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:21.200469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.3211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:21.200582Z","caller":"traceutil/trace.go:171","msg":"trace[1994438153] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6074; }","duration":"114.530295ms","start":"2026-03-03T01:04:21.086024Z","end":"2026-03-03T01:04:21.200555Z","steps":["trace[1994438153] 'agreement among raft nodes before linearized reading' (duration: 114.214588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:21.420059Z","caller":"traceutil/trace.go:171","msg":"trace[1014190117] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"215.872675ms","start":"2026-03-03T01:04:21.2041Z","end":"2026-03-03T01:04:21.419973Z","steps":["trace[1014190117] 'process raft request' (duration: 167.035896ms)","trace[1014190117] 'compare' (duration: 48.607574ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:21.855931Z","caller":"traceutil/trace.go:171","msg":"trace[1951552120] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"112.928022ms","start":"2026-03-03T01:04:21.742981Z","end":"2026-03-03T01:04:21.855909Z","steps":["trace[1951552120] 'process raft request' (duration: 112.776849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:22.478189Z","caller":"traceutil/trace.go:171","msg":"trace[584229975] linearizableReadLoop","detail":"{readStateIndex:6315; appliedIndex:6314; }","duration":"100.967322ms","start":"2026-03-03T01:04:22.377201Z","end":"2026-03-03T01:04:22.478168Z","steps":["trace[584229975] 'read index received' (duration: 100.782549ms)","trace[584229975] 'applied index is now lower than readState.Index' (duration: 183.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:22.47827Z","caller":"traceutil/trace.go:171","msg":"trace[797716051] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"104.35081ms","start":"2026-03-03T01:04:22.373888Z","end":"2026-03-03T01:04:22.478238Z","steps":["trace[797716051] 'process raft request' (duration: 104.150776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:22.478412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.192956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:22.478467Z","caller":"traceutil/trace.go:171","msg":"trace[361358834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6079; }","duration":"101.303629ms","start":"2026-03-03T01:04:22.377148Z","end":"2026-03-03T01:04:22.478452Z","steps":["trace[361358834] 'agreement among raft nodes before linearized reading' (duration: 101.115065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:22.674437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.487875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:04:22.674515Z","caller":"traceutil/trace.go:171","msg":"trace[1688802562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6079; }","duration":"158.615767ms","start":"2026-03-03T01:04:22.515883Z","end":"2026-03-03T01:04:22.674499Z","steps":["trace[1688802562] 'range keys from in-memory index tree' (duration: 158.326491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:22.921181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.452873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:04:22.921283Z","caller":"traceutil/trace.go:171","msg":"trace[638308033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6080; }","duration":"145.601216ms","start":"2026-03-03T01:04:22.775661Z","end":"2026-03-03T01:04:22.921262Z","steps":["trace[638308033] 'range keys from in-memory index tree' (duration: 145.27517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:23.335217Z","caller":"traceutil/trace.go:171","msg":"trace[1775290447] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"129.372641ms","start":"2026-03-03T01:04:23.205826Z","end":"2026-03-03T01:04:23.335198Z","steps":["trace[1775290447] 'process raft request' (duration: 129.242319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:23.335216Z","caller":"traceutil/trace.go:171","msg":"trace[1390410215] linearizableReadLoop","detail":"{readStateIndex:6317; appliedIndex:6316; }","duration":"129.123566ms","start":"2026-03-03T01:04:23.206069Z","end":"2026-03-03T01:04:23.335193Z","steps":["trace[1390410215] 'read index received' (duration: 128.973903ms)","trace[1390410215] 'applied index is now lower than readState.Index' (duration: 148.783µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:23.335415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.31649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-03T01:04:23.335483Z","caller":"traceutil/trace.go:171","msg":"trace[1481987861] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6081; }","duration":"129.412163ms","start":"2026-03-03T01:04:23.206053Z","end":"2026-03-03T01:04:23.335465Z","steps":["trace[1481987861] 'agreement among raft nodes before linearized reading' (duration: 129.206709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:23.392819Z","caller":"traceutil/trace.go:171","msg":"trace[1569645837] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"186.327254ms","start":"2026-03-03T01:04:23.20646Z","end":"2026-03-03T01:04:23.392787Z","steps":["trace[1569645837] 'process raft request' (duration: 185.906815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:23.627298Z","caller":"traceutil/trace.go:171","msg":"trace[1599416533] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"144.25308ms","start":"2026-03-03T01:04:23.483018Z","end":"2026-03-03T01:04:23.627271Z","steps":["trace[1599416533] 'process raft request' (duration: 144.114817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:23.772732Z","caller":"traceutil/trace.go:171","msg":"trace[1427237033] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"268.5839ms","start":"2026-03-03T01:04:23.50412Z","end":"2026-03-03T01:04:23.772704Z","steps":["trace[1427237033] 'process raft request' (duration: 193.609579ms)","trace[1427237033] 'compare' (duration: 74.867319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:24.009582Z","caller":"traceutil/trace.go:171","msg":"trace[759162588] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"145.7735ms","start":"2026-03-03T01:04:23.863791Z","end":"2026-03-03T01:04:24.009564Z","steps":["trace[759162588] 'process raft request' (duration: 57.312937ms)","trace[759162588] 'compare' (duration: 88.348051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:24.325261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.994193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:24.325462Z","caller":"traceutil/trace.go:171","msg":"trace[1315758197] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"238.751024ms","start":"2026-03-03T01:04:24.086613Z","end":"2026-03-03T01:04:24.325364Z","steps":["trace[1315758197] 'process raft request' (duration: 126.990095ms)","trace[1315758197] 'compare' (duration: 110.83542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:24.868127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.462894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:24.868249Z","caller":"traceutil/trace.go:171","msg":"trace[246414858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6087; }","duration":"147.634157ms","start":"2026-03-03T01:04:24.720589Z","end":"2026-03-03T01:04:24.868223Z","steps":["trace[246414858] 'range keys from in-memory index tree' (duration: 147.328771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:24.868498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.387452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:04:24.868681Z","caller":"traceutil/trace.go:171","msg":"trace[55540669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6087; }","duration":"117.578836ms","start":"2026-03-03T01:04:24.751024Z","end":"2026-03-03T01:04:24.868603Z","steps":["trace[55540669] 'range keys from in-memory index tree' (duration: 117.059834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:25.211795Z","caller":"traceutil/trace.go:171","msg":"trace[659734311] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"104.210168ms","start":"2026-03-03T01:04:25.107546Z","end":"2026-03-03T01:04:25.211756Z","steps":["trace[659734311] 'process raft request' (duration: 104.001283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:25.762021Z","caller":"traceutil/trace.go:171","msg":"trace[1115727987] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"126.590317ms","start":"2026-03-03T01:04:25.6354Z","end":"2026-03-03T01:04:25.76199Z","steps":["trace[1115727987] 'process raft request' (duration: 126.395722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:30.104711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.904373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:30.104793Z","caller":"traceutil/trace.go:171","msg":"trace[1822112327] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6111; }","duration":"134.042465ms","start":"2026-03-03T01:04:29.970732Z","end":"2026-03-03T01:04:30.104774Z","steps":["trace[1822112327] 'count revisions from in-memory index tree' (duration: 133.73892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:30.105211Z","caller":"traceutil/trace.go:171","msg":"trace[1066342471] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"127.868052ms","start":"2026-03-03T01:04:29.977307Z","end":"2026-03-03T01:04:30.105175Z","steps":["trace[1066342471] 'process raft request' (duration: 127.529775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:32.781002Z","caller":"traceutil/trace.go:171","msg":"trace[577059273] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6360; }","duration":"120.731359ms","start":"2026-03-03T01:04:32.660229Z","end":"2026-03-03T01:04:32.780961Z","steps":["trace[577059273] 'read index received' (duration: 38.146445ms)","trace[577059273] 'applied index is now lower than readState.Index' (duration: 82.583384ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:32.781118Z","caller":"traceutil/trace.go:171","msg":"trace[1945373673] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"131.369742ms","start":"2026-03-03T01:04:32.64969Z","end":"2026-03-03T01:04:32.78106Z","steps":["trace[1945373673] 'process raft request' (duration: 48.736007ms)","trace[1945373673] 'compare' (duration: 82.37252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:32.781231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.994814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:32.781289Z","caller":"traceutil/trace.go:171","msg":"trace[1781853556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6123; }","duration":"121.107246ms","start":"2026-03-03T01:04:32.660169Z","end":"2026-03-03T01:04:32.781276Z","steps":["trace[1781853556] 'agreement among raft nodes before linearized reading' (duration: 120.936093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:57.428665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.984746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:57.428933Z","caller":"traceutil/trace.go:171","msg":"trace[1522937827] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"426.097136ms","start":"2026-03-03T01:04:57.002746Z","end":"2026-03-03T01:04:57.428843Z","steps":["trace[1522937827] 'process raft request' (duration: 263.12441ms)","trace[1522937827] 'compare' (duration: 157.741001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:57.429108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.533485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:04:57.428966Z","caller":"traceutil/trace.go:171","msg":"trace[1186058476] linearizableReadLoop","detail":"{readStateIndex:6533; appliedIndex:6531; }","duration":"419.24669ms","start":"2026-03-03T01:04:57.009582Z","end":"2026-03-03T01:04:57.428829Z","steps":["trace[1186058476] 'read index received' (duration: 50.538613ms)","trace[1186058476] 'applied index is now lower than readState.Index' (duration: 368.706097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:57.429178Z","caller":"traceutil/trace.go:171","msg":"trace[1090531509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6289; }","duration":"419.590876ms","start":"2026-03-03T01:04:57.009563Z","end":"2026-03-03T01:04:57.429154Z","steps":["trace[1090531509] 'agreement among raft nodes before linearized reading' (duration: 419.316441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:57.429198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:57.002698Z","time spent":"426.330942ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:04:57.429277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:57.009495Z","time spent":"419.77308ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:04:57.824192Z","caller":"traceutil/trace.go:171","msg":"trace[279157819] linearizableReadLoop","detail":"{readStateIndex:6534; appliedIndex:6533; }","duration":"249.849835ms","start":"2026-03-03T01:04:57.57432Z","end":"2026-03-03T01:04:57.82417Z","steps":["trace[279157819] 'read index received' (duration: 190.029956ms)","trace[279157819] 'applied index is now lower than readState.Index' (duration: 59.819179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:57.824297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.968858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:57.824321Z","caller":"traceutil/trace.go:171","msg":"trace[66904242] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6290; }","duration":"250.033319ms","start":"2026-03-03T01:04:57.574278Z","end":"2026-03-03T01:04:57.824311Z","steps":["trace[66904242] 'agreement among raft nodes before linearized reading' (duration: 249.978888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:57.824476Z","caller":"traceutil/trace.go:171","msg":"trace[1822277014] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"390.81914ms","start":"2026-03-03T01:04:57.433393Z","end":"2026-03-03T01:04:57.824212Z","steps":["trace[1822277014] 'process raft request' (duration: 330.865778ms)","trace[1822277014] 'compare' (duration: 59.810199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:57.824994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:57.43338Z","time spent":"391.509284ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:04:57.852189Z","caller":"traceutil/trace.go:171","msg":"trace[1740340559] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"179.533947ms","start":"2026-03-03T01:04:57.67263Z","end":"2026-03-03T01:04:57.852164Z","steps":["trace[1740340559] 'process raft request' (duration: 179.382554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:57.852493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.135808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:57.853351Z","caller":"traceutil/trace.go:171","msg":"trace[1311725243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6291; }","duration":"150.040555ms","start":"2026-03-03T01:04:57.70329Z","end":"2026-03-03T01:04:57.85333Z","steps":["trace[1311725243] 'agreement among raft nodes before linearized reading' (duration: 148.842931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:58.496344Z","caller":"traceutil/trace.go:171","msg":"trace[579059674] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"159.825302ms","start":"2026-03-03T01:04:58.336489Z","end":"2026-03-03T01:04:58.496314Z","steps":["trace[579059674] 'process raft request' (duration: 94.106375ms)","trace[579059674] 'compare' (duration: 65.598134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:59.99732Z","caller":"traceutil/trace.go:171","msg":"trace[1794988150] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"140.696648ms","start":"2026-03-03T01:04:59.856602Z","end":"2026-03-03T01:04:59.997299Z","steps":["trace[1794988150] 'process raft request' (duration: 91.946652ms)","trace[1794988150] 'compare' (duration: 48.43013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:00.16711Z","caller":"traceutil/trace.go:171","msg":"trace[1446555959] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"165.430815ms","start":"2026-03-03T01:05:00.001638Z","end":"2026-03-03T01:05:00.167069Z","steps":["trace[1446555959] 'process raft request' (duration: 127.253349ms)","trace[1446555959] 'compare' (duration: 37.91532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:02.255095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.401925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:05:02.255254Z","caller":"traceutil/trace.go:171","msg":"trace[2105236328] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"252.471668ms","start":"2026-03-03T01:05:02.002764Z","end":"2026-03-03T01:05:02.255236Z","steps":["trace[2105236328] 'process raft request' (duration: 41.827998ms)","trace[2105236328] 'compare' (duration: 210.15487ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:02.43822Z","caller":"traceutil/trace.go:171","msg":"trace[1174926599] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"178.273242ms","start":"2026-03-03T01:05:02.25992Z","end":"2026-03-03T01:05:02.438193Z","steps":["trace[1174926599] 'process raft request' (duration: 178.19343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:02.438362Z","caller":"traceutil/trace.go:171","msg":"trace[1873467850] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"178.758932ms","start":"2026-03-03T01:05:02.259526Z","end":"2026-03-03T01:05:02.438285Z","steps":["trace[1873467850] 'process raft request' (duration: 106.517684ms)","trace[1873467850] 'compare' (duration: 71.940372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:03.135025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495781446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:05:03.141162Z","caller":"traceutil/trace.go:171","msg":"trace[782933632] linearizableReadLoop","detail":"{readStateIndex:6556; appliedIndex:6555; }","duration":"506.354545ms","start":"2026-03-03T01:05:02.634786Z","end":"2026-03-03T01:05:03.14114Z","steps":["trace[782933632] 'read index received' (duration: 506.1107ms)","trace[782933632] 'applied index is now lower than readState.Index' (duration: 242.675µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:03.141303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.044205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:03.141329Z","caller":"traceutil/trace.go:171","msg":"trace[1597969620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6311; }","duration":"419.160128ms","start":"2026-03-03T01:05:02.72216Z","end":"2026-03-03T01:05:03.14132Z","steps":["trace[1597969620] 'agreement among raft nodes before linearized reading' (duration: 419.090507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:03.141348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.529478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:03.141435Z","caller":"traceutil/trace.go:171","msg":"trace[1927235994] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6311; }","duration":"506.649101ms","start":"2026-03-03T01:05:02.634762Z","end":"2026-03-03T01:05:03.141411Z","steps":["trace[1927235994] 'agreement among raft nodes before linearized reading' (duration: 506.498718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:03.141437Z","caller":"traceutil/trace.go:171","msg":"trace[536180839] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"537.10369ms","start":"2026-03-03T01:05:02.604267Z","end":"2026-03-03T01:05:03.14137Z","steps":["trace[536180839] 'process raft request' (duration: 536.708283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:03.141368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:02.722139Z","time spent":"419.222899ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:05:03.141504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:02.63475Z","time spent":"506.737293ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:05:03.141523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.487781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:05:03.141602Z","caller":"traceutil/trace.go:171","msg":"trace[1634160594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6311; }","duration":"317.628034ms","start":"2026-03-03T01:05:02.823955Z","end":"2026-03-03T01:05:03.141583Z","steps":["trace[1634160594] 'agreement among raft nodes before linearized reading' (duration: 317.391369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:03.141648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:02.823924Z","time spent":"317.715006ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:05:03.141704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:02.604246Z","time spent":"537.285814ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:05:03.32929Z","caller":"traceutil/trace.go:171","msg":"trace[842900459] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"183.919135ms","start":"2026-03-03T01:05:03.145335Z","end":"2026-03-03T01:05:03.329254Z","steps":["trace[842900459] 'process raft request' (duration: 89.400382ms)","trace[842900459] 'compare' (duration: 94.384771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:04.443561Z","caller":"traceutil/trace.go:171","msg":"trace[1636077917] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"153.188669ms","start":"2026-03-03T01:05:04.290348Z","end":"2026-03-03T01:05:04.443537Z","steps":["trace[1636077917] 'process raft request' (duration: 150.333072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:06.238307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.743208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:06.238409Z","caller":"traceutil/trace.go:171","msg":"trace[832256179] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6326; }","duration":"116.909282ms","start":"2026-03-03T01:05:06.121479Z","end":"2026-03-03T01:05:06.238388Z","steps":["trace[832256179] 'count revisions from in-memory index tree' (duration: 116.554275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:07.52442Z","caller":"traceutil/trace.go:171","msg":"trace[345024514] linearizableReadLoop","detail":"{readStateIndex:6579; appliedIndex:6578; }","duration":"176.169538ms","start":"2026-03-03T01:05:07.348222Z","end":"2026-03-03T01:05:07.524392Z","steps":["trace[345024514] 'read index received' (duration: 175.997965ms)","trace[345024514] 'applied index is now lower than readState.Index' (duration: 170.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:07.524479Z","caller":"traceutil/trace.go:171","msg":"trace[380691712] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"281.124721ms","start":"2026-03-03T01:05:07.24332Z","end":"2026-03-03T01:05:07.524445Z","steps":["trace[380691712] 'process raft request' (duration: 280.921027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:07.524725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.474545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:05:07.52482Z","caller":"traceutil/trace.go:171","msg":"trace[723921799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6333; }","duration":"176.634989ms","start":"2026-03-03T01:05:07.348171Z","end":"2026-03-03T01:05:07.524806Z","steps":["trace[723921799] 'agreement among raft nodes before linearized reading' (duration: 176.383994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:08.712912Z","caller":"traceutil/trace.go:171","msg":"trace[509097295] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"117.639267ms","start":"2026-03-03T01:05:08.595238Z","end":"2026-03-03T01:05:08.712877Z","steps":["trace[509097295] 'process raft request' (duration: 90.674077ms)","trace[509097295] 'compare' (duration: 26.798987ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:08.731082Z","caller":"traceutil/trace.go:171","msg":"trace[1926439657] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"135.80472ms","start":"2026-03-03T01:05:08.595251Z","end":"2026-03-03T01:05:08.731056Z","steps":["trace[1926439657] 'process raft request' (duration: 135.650487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:09.096876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.348035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:09.096953Z","caller":"traceutil/trace.go:171","msg":"trace[1829218734] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6340; }","duration":"234.433477ms","start":"2026-03-03T01:05:08.862502Z","end":"2026-03-03T01:05:09.096935Z","steps":["trace[1829218734] 'range keys from in-memory index tree' (duration: 234.222653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:09.81217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.364351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:05:09.812285Z","caller":"traceutil/trace.go:171","msg":"trace[735139303] linearizableReadLoop","detail":"{readStateIndex:6589; appliedIndex:6588; }","duration":"115.81665ms","start":"2026-03-03T01:05:09.69645Z","end":"2026-03-03T01:05:09.812267Z","steps":["trace[735139303] 'read index received' (duration: 3.213255ms)","trace[735139303] 'applied index is now lower than readState.Index' (duration: 112.601985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:09.812381Z","caller":"traceutil/trace.go:171","msg":"trace[2130403228] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"121.497624ms","start":"2026-03-03T01:05:09.69084Z","end":"2026-03-03T01:05:09.812338Z","steps":["trace[2130403228] 'compare' (duration: 112.241719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:09.813076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.634456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:05:09.813125Z","caller":"traceutil/trace.go:171","msg":"trace[1368028662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6343; }","duration":"116.685757ms","start":"2026-03-03T01:05:09.696427Z","end":"2026-03-03T01:05:09.813113Z","steps":["trace[1368028662] 'agreement among raft nodes before linearized reading' (duration: 115.931952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:10.934343Z","caller":"traceutil/trace.go:171","msg":"trace[528095418] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"182.137339ms","start":"2026-03-03T01:05:10.752181Z","end":"2026-03-03T01:05:10.934318Z","steps":["trace[528095418] 'process raft request' (duration: 132.203269ms)","trace[528095418] 'compare' (duration: 49.848339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:11.907084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.098508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:05:11.907234Z","caller":"traceutil/trace.go:171","msg":"trace[1947239404] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"249.648212ms","start":"2026-03-03T01:05:11.65756Z","end":"2026-03-03T01:05:11.907209Z","steps":["trace[1947239404] 'process raft request' (duration: 77.319549ms)","trace[1947239404] 'compare' (duration: 171.953815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:11.907277Z","caller":"traceutil/trace.go:171","msg":"trace[1052876303] linearizableReadLoop","detail":"{readStateIndex:6597; appliedIndex:6596; }","duration":"186.17878ms","start":"2026-03-03T01:05:11.721065Z","end":"2026-03-03T01:05:11.907243Z","steps":["trace[1052876303] 'read index received' (duration: 13.723855ms)","trace[1052876303] 'applied index is now lower than readState.Index' (duration: 172.452615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:11.907401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.333083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:11.907423Z","caller":"traceutil/trace.go:171","msg":"trace[424421075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6351; }","duration":"186.397835ms","start":"2026-03-03T01:05:11.721018Z","end":"2026-03-03T01:05:11.907416Z","steps":["trace[424421075] 'agreement among raft nodes before linearized reading' (duration: 186.336874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:12.361757Z","caller":"traceutil/trace.go:171","msg":"trace[68401645] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"167.270012ms","start":"2026-03-03T01:05:12.194456Z","end":"2026-03-03T01:05:12.361726Z","steps":["trace[68401645] 'process raft request' (duration: 79.456302ms)","trace[68401645] 'compare' (duration: 87.606755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:12.821729Z","caller":"traceutil/trace.go:171","msg":"trace[1033492487] linearizableReadLoop","detail":"{readStateIndex:6602; appliedIndex:6601; }","duration":"101.256758ms","start":"2026-03-03T01:05:12.720452Z","end":"2026-03-03T01:05:12.821709Z","steps":["trace[1033492487] 'read index received' (duration: 100.988333ms)","trace[1033492487] 'applied index is now lower than readState.Index' (duration: 267.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:12.821771Z","caller":"traceutil/trace.go:171","msg":"trace[1283857229] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"207.104949ms","start":"2026-03-03T01:05:12.614642Z","end":"2026-03-03T01:05:12.821747Z","steps":["trace[1283857229] 'process raft request' (duration: 206.886865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:12.821882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.415441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:12.821921Z","caller":"traceutil/trace.go:171","msg":"trace[1580443729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6355; }","duration":"101.500923ms","start":"2026-03-03T01:05:12.72041Z","end":"2026-03-03T01:05:12.821911Z","steps":["trace[1580443729] 'agreement among raft nodes before linearized reading' (duration: 101.428562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:12.955083Z","caller":"traceutil/trace.go:171","msg":"trace[13131028] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"130.071325ms","start":"2026-03-03T01:05:12.824969Z","end":"2026-03-03T01:05:12.95504Z","steps":["trace[13131028] 'process raft request' (duration: 77.946351ms)","trace[13131028] 'compare' (duration: 51.89873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:14.095536Z","caller":"traceutil/trace.go:171","msg":"trace[244475217] linearizableReadLoop","detail":"{readStateIndex:6607; appliedIndex:6605; }","duration":"178.092967ms","start":"2026-03-03T01:05:13.917414Z","end":"2026-03-03T01:05:14.095507Z","steps":["trace[244475217] 'read index received' (duration: 51.525032ms)","trace[244475217] 'applied index is now lower than readState.Index' (duration: 126.566475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:14.09566Z","caller":"traceutil/trace.go:171","msg":"trace[971142410] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"180.633299ms","start":"2026-03-03T01:05:13.914985Z","end":"2026-03-03T01:05:14.095618Z","steps":["trace[971142410] 'process raft request' (duration: 155.515455ms)","trace[971142410] 'compare' (duration: 24.857808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:14.095808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.381643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:05:14.095897Z","caller":"traceutil/trace.go:171","msg":"trace[755320484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6360; }","duration":"178.518977ms","start":"2026-03-03T01:05:13.917363Z","end":"2026-03-03T01:05:14.095881Z","steps":["trace[755320484] 'agreement among raft nodes before linearized reading' (duration: 178.291662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:14.313257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.133307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:14.313362Z","caller":"traceutil/trace.go:171","msg":"trace[825021237] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6360; }","duration":"115.317209ms","start":"2026-03-03T01:05:14.198023Z","end":"2026-03-03T01:05:14.31334Z","steps":["trace[825021237] 'range keys from in-memory index tree' (duration: 115.013494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:15.303985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.954398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:05:15.304045Z","caller":"traceutil/trace.go:171","msg":"trace[1459290631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6363; }","duration":"280.05617ms","start":"2026-03-03T01:05:15.023972Z","end":"2026-03-03T01:05:15.304029Z","steps":["trace[1459290631] 'range keys from in-memory index tree' (duration: 279.807965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:15.304154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.777608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:05:15.304281Z","caller":"traceutil/trace.go:171","msg":"trace[1853714654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6363; }","duration":"344.958502ms","start":"2026-03-03T01:05:14.959282Z","end":"2026-03-03T01:05:15.304241Z","steps":["trace[1853714654] 'range keys from in-memory index tree' (duration: 344.497982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:15.304355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:14.959257Z","time spent":"345.076335ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:05:15.483844Z","caller":"traceutil/trace.go:171","msg":"trace[1493074460] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"174.974676ms","start":"2026-03-03T01:05:15.308841Z","end":"2026-03-03T01:05:15.483816Z","steps":["trace[1493074460] 'process raft request' (duration: 174.621889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:15.483975Z","caller":"traceutil/trace.go:171","msg":"trace[335556594] transaction","detail":"{read_only:false; response_revision:6364; number_of_response:1; }","duration":"175.916045ms","start":"2026-03-03T01:05:15.308042Z","end":"2026-03-03T01:05:15.483958Z","steps":["trace[335556594] 'process raft request' (duration: 139.461394ms)","trace[335556594] 'compare' (duration: 35.667944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:15.831033Z","caller":"traceutil/trace.go:171","msg":"trace[1172919038] linearizableReadLoop","detail":"{readStateIndex:6615; appliedIndex:6614; }","duration":"112.261899ms","start":"2026-03-03T01:05:15.718747Z","end":"2026-03-03T01:05:15.831009Z","steps":["trace[1172919038] 'read index received' (duration: 112.079625ms)","trace[1172919038] 'applied index is now lower than readState.Index' (duration: 181.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:15.831126Z","caller":"traceutil/trace.go:171","msg":"trace[1560323857] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"150.943304ms","start":"2026-03-03T01:05:15.680164Z","end":"2026-03-03T01:05:15.831107Z","steps":["trace[1560323857] 'process raft request' (duration: 150.633828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:15.831195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.419912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:05:15.831239Z","caller":"traceutil/trace.go:171","msg":"trace[1441763188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6367; }","duration":"112.497203ms","start":"2026-03-03T01:05:15.718727Z","end":"2026-03-03T01:05:15.831224Z","steps":["trace[1441763188] 'agreement among raft nodes before linearized reading' (duration: 112.410862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:16.717071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.909073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:05:16.717284Z","caller":"traceutil/trace.go:171","msg":"trace[1310942976] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"224.164061ms","start":"2026-03-03T01:05:16.493081Z","end":"2026-03-03T01:05:16.717246Z","steps":["trace[1310942976] 'process raft request' (duration: 74.990432ms)","trace[1310942976] 'compare' (duration: 148.662109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:16.717329Z","caller":"traceutil/trace.go:171","msg":"trace[996464321] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"178.69398ms","start":"2026-03-03T01:05:16.538614Z","end":"2026-03-03T01:05:16.717308Z","steps":["trace[996464321] 'process raft request' (duration: 178.581028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:16.763181Z","caller":"traceutil/trace.go:171","msg":"trace[452337479] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"138.27075ms","start":"2026-03-03T01:05:16.624886Z","end":"2026-03-03T01:05:16.763157Z","steps":["trace[452337479] 'process raft request' (duration: 138.024865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:19.660678Z","caller":"traceutil/trace.go:171","msg":"trace[1402568858] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"136.455594ms","start":"2026-03-03T01:05:19.524198Z","end":"2026-03-03T01:05:19.660654Z","steps":["trace[1402568858] 'process raft request' (duration: 111.522545ms)","trace[1402568858] 'compare' (duration: 24.820997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:19.693464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.450182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:05:19.693554Z","caller":"traceutil/trace.go:171","msg":"trace[558656013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6385; }","duration":"102.573755ms","start":"2026-03-03T01:05:19.590964Z","end":"2026-03-03T01:05:19.693538Z","steps":["trace[558656013] 'agreement among raft nodes before linearized reading' (duration: 102.131206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:20.389662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.83247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:05:20.389753Z","caller":"traceutil/trace.go:171","msg":"trace[2048284667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6390; }","duration":"105.962542ms","start":"2026-03-03T01:05:20.28377Z","end":"2026-03-03T01:05:20.389732Z","steps":["trace[2048284667] 'range keys from in-memory index tree' (duration: 105.676277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:24.343735Z","caller":"traceutil/trace.go:171","msg":"trace[1860203914] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"104.151407ms","start":"2026-03-03T01:05:24.239546Z","end":"2026-03-03T01:05:24.343698Z","steps":["trace[1860203914] 'process raft request' (duration: 56.687916ms)","trace[1860203914] 'compare' (duration: 47.302667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:05:26.818835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.333639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:05:26.818966Z","caller":"traceutil/trace.go:171","msg":"trace[906459861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6414; }","duration":"395.541684ms","start":"2026-03-03T01:05:26.423401Z","end":"2026-03-03T01:05:26.818942Z","steps":["trace[906459861] 'range keys from in-memory index tree' (duration: 395.119415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:26.818985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.569007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:05:26.81903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:26.42338Z","time spent":"395.628865ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:05:26.819065Z","caller":"traceutil/trace.go:171","msg":"trace[1040522846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6414; }","duration":"470.683ms","start":"2026-03-03T01:05:26.348362Z","end":"2026-03-03T01:05:26.819045Z","steps":["trace[1040522846] 'range keys from in-memory index tree' (duration: 470.350124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:05:26.819122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:05:26.348351Z","time spent":"470.755671ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:05:26.819231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.137218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:05:26.81934Z","caller":"traceutil/trace.go:171","msg":"trace[1859620621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6414; }","duration":"153.286651ms","start":"2026-03-03T01:05:26.666033Z","end":"2026-03-03T01:05:26.81932Z","steps":["trace[1859620621] 'range keys from in-memory index tree' (duration: 152.71209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:27.226088Z","caller":"traceutil/trace.go:171","msg":"trace[1412717156] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"122.33546ms","start":"2026-03-03T01:05:27.103716Z","end":"2026-03-03T01:05:27.226051Z","steps":["trace[1412717156] 'process raft request' (duration: 103.747918ms)","trace[1412717156] 'compare' (duration: 18.349737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:05:28.087627Z","caller":"traceutil/trace.go:171","msg":"trace[2008120570] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"127.647298ms","start":"2026-03-03T01:05:27.95993Z","end":"2026-03-03T01:05:28.087578Z","steps":["trace[2008120570] 'process raft request' (duration: 127.330531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:29.343524Z","caller":"traceutil/trace.go:171","msg":"trace[2089630841] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"108.512224ms","start":"2026-03-03T01:05:29.234981Z","end":"2026-03-03T01:05:29.343493Z","steps":["trace[2089630841] 'process raft request' (duration: 108.349361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:05:33.060218Z","caller":"traceutil/trace.go:171","msg":"trace[714520774] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"124.656347ms","start":"2026-03-03T01:05:32.935534Z","end":"2026-03-03T01:05:33.060191Z","steps":["trace[714520774] 'process raft request' (duration: 124.436623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:08.049836Z","caller":"traceutil/trace.go:171","msg":"trace[838616803] transaction","detail":"{read_only:false; response_revision:6633; number_of_response:1; }","duration":"108.392172ms","start":"2026-03-03T01:06:07.941413Z","end":"2026-03-03T01:06:08.049806Z","steps":["trace[838616803] 'process raft request' (duration: 108.155037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:15.800756Z","caller":"traceutil/trace.go:171","msg":"trace[1366886788] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"199.433186ms","start":"2026-03-03T01:06:15.601292Z","end":"2026-03-03T01:06:15.800725Z","steps":["trace[1366886788] 'process raft request' (duration: 105.653305ms)","trace[1366886788] 'compare' (duration: 93.671229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:06:16.363051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.136264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:06:16.3632Z","caller":"traceutil/trace.go:171","msg":"trace[183326973] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"761.309882ms","start":"2026-03-03T01:06:15.601852Z","end":"2026-03-03T01:06:16.363162Z","steps":["trace[183326973] 'process raft request' (duration: 647.996674ms)","trace[183326973] 'compare' (duration: 112.842159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:06:16.363486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:06:15.601833Z","time spent":"761.497706ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:06:36.5814Z","caller":"traceutil/trace.go:171","msg":"trace[1612748338] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"135.253283ms","start":"2026-03-03T01:06:36.446117Z","end":"2026-03-03T01:06:36.58137Z","steps":["trace[1612748338] 'process raft request' (duration: 135.075139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:38.948957Z","caller":"traceutil/trace.go:171","msg":"trace[336315703] linearizableReadLoop","detail":"{readStateIndex:7091; appliedIndex:7090; }","duration":"132.758243ms","start":"2026-03-03T01:06:38.816173Z","end":"2026-03-03T01:06:38.948931Z","steps":["trace[336315703] 'read index received' (duration: 128.266015ms)","trace[336315703] 'applied index is now lower than readState.Index' (duration: 4.490818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:06:38.949079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.877125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:06:38.949122Z","caller":"traceutil/trace.go:171","msg":"trace[971062251] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6823; }","duration":"132.979418ms","start":"2026-03-03T01:06:38.816134Z","end":"2026-03-03T01:06:38.949114Z","steps":["trace[971062251] 'agreement among raft nodes before linearized reading' (duration: 132.885916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:38.948973Z","caller":"traceutil/trace.go:171","msg":"trace[1427526810] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"176.47763ms","start":"2026-03-03T01:06:38.772466Z","end":"2026-03-03T01:06:38.948944Z","steps":["trace[1427526810] 'process raft request' (duration: 171.955851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:38.949501Z","caller":"traceutil/trace.go:171","msg":"trace[362704096] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"117.650664ms","start":"2026-03-03T01:06:38.831835Z","end":"2026-03-03T01:06:38.949486Z","steps":["trace[362704096] 'process raft request' (duration: 117.580262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:06:41.403054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.460233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:06:41.403139Z","caller":"traceutil/trace.go:171","msg":"trace[680956574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:6889; }","duration":"157.591626ms","start":"2026-03-03T01:06:41.245527Z","end":"2026-03-03T01:06:41.403118Z","steps":["trace[680956574] 'range keys from in-memory index tree' (duration: 157.26594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:06:41.403356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.910689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24304434-dd50-48db-9e75-14cca42f2600\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T01:06:41.403481Z","caller":"traceutil/trace.go:171","msg":"trace[2072132822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24304434-dd50-48db-9e75-14cca42f2600; range_end:; response_count:1; response_revision:6889; }","duration":"115.140484ms","start":"2026-03-03T01:06:41.288315Z","end":"2026-03-03T01:06:41.403455Z","steps":["trace[2072132822] 'range keys from in-memory index tree' (duration: 114.659875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:06:49.163267Z","caller":"traceutil/trace.go:171","msg":"trace[733658476] linearizableReadLoop","detail":"{readStateIndex:7225; appliedIndex:7224; }","duration":"124.948788ms","start":"2026-03-03T01:06:49.038292Z","end":"2026-03-03T01:06:49.163241Z","steps":["trace[733658476] 'read index received' (duration: 124.685323ms)","trace[733658476] 'applied index is now lower than readState.Index' (duration: 262.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:06:49.163972Z","caller":"traceutil/trace.go:171","msg":"trace[1687241520] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"131.249144ms","start":"2026-03-03T01:06:49.032692Z","end":"2026-03-03T01:06:49.163941Z","steps":["trace[1687241520] 'process raft request' (duration: 130.402837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:06:49.164308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.99794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:06:49.164397Z","caller":"traceutil/trace.go:171","msg":"trace[1161440706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6955; }","duration":"126.120131ms","start":"2026-03-03T01:06:49.038241Z","end":"2026-03-03T01:06:49.164361Z","steps":["trace[1161440706] 'agreement among raft nodes before linearized reading' (duration: 125.985159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:06:49.164752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.921409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:06:49.164822Z","caller":"traceutil/trace.go:171","msg":"trace[228745715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6955; }","duration":"124.02917ms","start":"2026-03-03T01:06:49.040777Z","end":"2026-03-03T01:06:49.164806Z","steps":["trace[228745715] 'agreement among raft nodes before linearized reading' (duration: 123.881407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:42.116296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5472} {"level":"info","ts":"2026-03-03T01:07:42.206953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5472,"took":"89.422934ms","hash":973227696,"current-db-size-bytes":42029056,"current-db-size":"42 MB","current-db-size-in-use-bytes":19755008,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-03T01:07:42.207036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":973227696,"revision":5472,"compact-revision":2750} {"level":"info","ts":"2026-03-03T01:08:11.614229Z","caller":"traceutil/trace.go:171","msg":"trace[287693373] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"132.862576ms","start":"2026-03-03T01:08:11.481329Z","end":"2026-03-03T01:08:11.614191Z","steps":["trace[287693373] 'process raft request' (duration: 125.328366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:12.582308Z","caller":"traceutil/trace.go:171","msg":"trace[2109648610] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"112.333458ms","start":"2026-03-03T01:08:12.469946Z","end":"2026-03-03T01:08:12.582279Z","steps":["trace[2109648610] 'process raft request' (duration: 87.842363ms)","trace[2109648610] 'compare' (duration: 24.311302ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:14.015641Z","caller":"traceutil/trace.go:171","msg":"trace[151769504] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"112.999462ms","start":"2026-03-03T01:08:13.902549Z","end":"2026-03-03T01:08:14.015548Z","steps":["trace[151769504] 'process raft request' (duration: 60.337427ms)","trace[151769504] 'compare' (duration: 52.39833ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:54.066949Z","caller":"traceutil/trace.go:171","msg":"trace[683720952] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"138.105689ms","start":"2026-03-03T01:08:53.928813Z","end":"2026-03-03T01:08:54.066919Z","steps":["trace[683720952] 'process raft request' (duration: 136.907536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.412935Z","caller":"traceutil/trace.go:171","msg":"trace[999875421] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"166.171208ms","start":"2026-03-03T01:09:01.246734Z","end":"2026-03-03T01:09:01.412905Z","steps":["trace[999875421] 'process raft request' (duration: 165.990905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.424906Z","caller":"traceutil/trace.go:171","msg":"trace[1801460461] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"128.260714ms","start":"2026-03-03T01:09:01.296619Z","end":"2026-03-03T01:09:01.42488Z","steps":["trace[1801460461] 'process raft request' (duration: 128.119212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:08.318466Z","caller":"traceutil/trace.go:171","msg":"trace[839330353] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"184.072785ms","start":"2026-03-03T01:09:08.134363Z","end":"2026-03-03T01:09:08.318436Z","steps":["trace[839330353] 'process raft request' (duration: 183.80984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.220097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495786089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:10.720412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495786089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:11.221531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495786089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:11.690762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.165679995s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:09:11.692069Z","caller":"traceutil/trace.go:171","msg":"trace[714416699] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"2.167067583s","start":"2026-03-03T01:09:09.524974Z","end":"2026-03-03T01:09:11.692042Z","steps":["trace[714416699] 'process raft request' (duration: 2.166576752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.692527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:09.524954Z","time spent":"2.167189696s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:11.704628Z","caller":"traceutil/trace.go:171","msg":"trace[1450195651] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"1.74862178s","start":"2026-03-03T01:09:09.955974Z","end":"2026-03-03T01:09:11.704596Z","steps":["trace[1450195651] 'process raft request' (duration: 1.748380576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:11.704602Z","caller":"traceutil/trace.go:171","msg":"trace[1542051002] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"1.352921051s","start":"2026-03-03T01:09:10.351654Z","end":"2026-03-03T01:09:11.704575Z","steps":["trace[1542051002] 'process raft request' (duration: 1.352841329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.70476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:09.955953Z","time spent":"1.748751653s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:11.7048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.351583Z","time spent":"1.353135275s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:11.71971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:09:11.719776Z","caller":"traceutil/trace.go:171","msg":"trace[594792895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074928s","start":"2026-03-03T01:09:09.719686Z","end":"2026-03-03T01:09:11.719761Z","steps":["trace[594792895] 'agreement among raft nodes before linearized reading' (duration: 2.000002887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.719815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:09.719616Z","time spent":"2.00019067s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:09:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:09:11.722053Z","caller":"traceutil/trace.go:171","msg":"trace[2035762309] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"661.322509ms","start":"2026-03-03T01:09:11.060713Z","end":"2026-03-03T01:09:11.722035Z","steps":["trace[2035762309] 'process raft request' (duration: 661.177316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.722146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:11.060684Z","time spent":"661.417201ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:11.722186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00316387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:09:11.72206Z","caller":"traceutil/trace.go:171","msg":"trace[2104751079] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8330; }","duration":"2.003008457s","start":"2026-03-03T01:09:09.719026Z","end":"2026-03-03T01:09:11.722034Z","steps":["trace[2104751079] 'read index received' (duration: 1.972621942s)","trace[2104751079] 'applied index is now lower than readState.Index' (duration: 30.385655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:11.722226Z","caller":"traceutil/trace.go:171","msg":"trace[1489682165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8029; }","duration":"2.00320615s","start":"2026-03-03T01:09:09.719011Z","end":"2026-03-03T01:09:11.722217Z","steps":["trace[1489682165] 'agreement among raft nodes before linearized reading' (duration: 2.003079658s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.72226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:09.718954Z","time spent":"2.003299612s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:09:11.722278Z","caller":"traceutil/trace.go:171","msg":"trace[751714361] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"186.132097ms","start":"2026-03-03T01:09:11.5361Z","end":"2026-03-03T01:09:11.722233Z","steps":["trace[751714361] 'process raft request' (duration: 185.888002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.72235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393415717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:09:11.722385Z","caller":"traceutil/trace.go:171","msg":"trace[1676168904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8029; }","duration":"1.393479479s","start":"2026-03-03T01:09:10.328897Z","end":"2026-03-03T01:09:11.722376Z","steps":["trace[1676168904] 'agreement among raft nodes before linearized reading' (duration: 1.393381007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.722418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.328879Z","time spent":"1.393532559s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:11.722472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.676882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:09:11.722531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391216664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:09:11.722534Z","caller":"traceutil/trace.go:171","msg":"trace[2137799243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8029; }","duration":"814.792515ms","start":"2026-03-03T01:09:10.907726Z","end":"2026-03-03T01:09:11.722519Z","steps":["trace[2137799243] 'agreement among raft nodes before linearized reading' (duration: 814.605331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:11.722555Z","caller":"traceutil/trace.go:171","msg":"trace[155542766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8029; }","duration":"1.391268345s","start":"2026-03-03T01:09:10.331279Z","end":"2026-03-03T01:09:11.722548Z","steps":["trace[155542766] 'agreement among raft nodes before linearized reading' (duration: 1.391198564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.722576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.907705Z","time spent":"814.860196ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:11.722586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.331264Z","time spent":"1.391316137s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:11.722583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.744373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:11.722654Z","caller":"traceutil/trace.go:171","msg":"trace[1788595067] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8029; }","duration":"728.859155ms","start":"2026-03-03T01:09:10.993777Z","end":"2026-03-03T01:09:11.722636Z","steps":["trace[1788595067] 'agreement among raft nodes before linearized reading' (duration: 728.728622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.722657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091428614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:11.722699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313867914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:09:11.722732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.993766Z","time spent":"728.950086ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:11.722746Z","caller":"traceutil/trace.go:171","msg":"trace[881601711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8029; }","duration":"1.091574957s","start":"2026-03-03T01:09:10.631152Z","end":"2026-03-03T01:09:11.722727Z","steps":["trace[881601711] 'agreement among raft nodes before linearized reading' (duration: 1.091295921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.722796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.631129Z","time spent":"1.091657989s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:11.722854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032310378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:11.722744Z","caller":"traceutil/trace.go:171","msg":"trace[1507899303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:8029; }","duration":"1.313944456s","start":"2026-03-03T01:09:10.408789Z","end":"2026-03-03T01:09:11.722734Z","steps":["trace[1507899303] 'agreement among raft nodes before linearized reading' (duration: 1.31367109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.72293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.408774Z","time spent":"1.314148069s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:09:11.722638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.1426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:11.722892Z","caller":"traceutil/trace.go:171","msg":"trace[303254812] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8029; }","duration":"1.032394338s","start":"2026-03-03T01:09:10.690488Z","end":"2026-03-03T01:09:11.722883Z","steps":["trace[303254812] 'agreement among raft nodes before linearized reading' (duration: 1.032152524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.723047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.69047Z","time spent":"1.032561442s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:11.722984Z","caller":"traceutil/trace.go:171","msg":"trace[539942166] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8029; }","duration":"732.549128ms","start":"2026-03-03T01:09:10.990418Z","end":"2026-03-03T01:09:11.722967Z","steps":["trace[539942166] 'agreement among raft nodes before linearized reading' (duration: 732.102969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:11.723232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.990399Z","time spent":"732.815363ms","remote":"127.0.0.1:38976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:21.892256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.111121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:09:21.892442Z","caller":"traceutil/trace.go:171","msg":"trace[1193714777] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8383; }","duration":"366.216504ms","start":"2026-03-03T01:09:21.526211Z","end":"2026-03-03T01:09:21.892427Z","steps":["trace[1193714777] 'read index received' (duration: 1.833437ms)","trace[1193714777] 'applied index is now lower than readState.Index' (duration: 364.382317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:21.892677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.465548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:21.892701Z","caller":"traceutil/trace.go:171","msg":"trace[39048771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8074; }","duration":"366.54038ms","start":"2026-03-03T01:09:21.526153Z","end":"2026-03-03T01:09:21.892693Z","steps":["trace[39048771] 'agreement among raft nodes before linearized reading' (duration: 366.492879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.892724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:21.526125Z","time spent":"366.59348ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:21.893018Z","caller":"traceutil/trace.go:171","msg":"trace[1295778840] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"156.632529ms","start":"2026-03-03T01:09:21.736374Z","end":"2026-03-03T01:09:21.893006Z","steps":["trace[1295778840] 'process raft request' (duration: 155.974986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.800435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:21.942185Z","caller":"traceutil/trace.go:171","msg":"trace[1344046742] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8078; }","duration":"359.942677ms","start":"2026-03-03T01:09:21.582227Z","end":"2026-03-03T01:09:21.94217Z","steps":["trace[1344046742] 'agreement among raft nodes before linearized reading' (duration: 359.781864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:21.942186Z","caller":"traceutil/trace.go:171","msg":"trace[1368163938] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"197.987953ms","start":"2026-03-03T01:09:21.744172Z","end":"2026-03-03T01:09:21.94216Z","steps":["trace[1368163938] 'process raft request' (duration: 197.799889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.151815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:21.94224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.311172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:21.942306Z","caller":"traceutil/trace.go:171","msg":"trace[1686446598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"223.245257ms","start":"2026-03-03T01:09:21.719055Z","end":"2026-03-03T01:09:21.9423Z","steps":["trace[1686446598] 'agreement among raft nodes before linearized reading' (duration: 223.180336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:21.942314Z","caller":"traceutil/trace.go:171","msg":"trace[1535555482] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"199.300528ms","start":"2026-03-03T01:09:21.743003Z","end":"2026-03-03T01:09:21.942304Z","steps":["trace[1535555482] 'process raft request' (duration: 198.777777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.530156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:09:21.942325Z","caller":"traceutil/trace.go:171","msg":"trace[960900537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8078; }","duration":"159.434665ms","start":"2026-03-03T01:09:21.782878Z","end":"2026-03-03T01:09:21.942313Z","steps":["trace[960900537] 'agreement among raft nodes before linearized reading' (duration: 159.16114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:21.94238Z","caller":"traceutil/trace.go:171","msg":"trace[1362637257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"164.71684ms","start":"2026-03-03T01:09:21.777644Z","end":"2026-03-03T01:09:21.942361Z","steps":["trace[1362637257] 'agreement among raft nodes before linearized reading' (duration: 164.422064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:21.5822Z","time spent":"360.010839ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:21.942183Z","caller":"traceutil/trace.go:171","msg":"trace[169099319] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"198.821159ms","start":"2026-03-03T01:09:21.743314Z","end":"2026-03-03T01:09:21.942136Z","steps":["trace[169099319] 'process raft request' (duration: 198.628035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.072987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:21.942623Z","caller":"traceutil/trace.go:171","msg":"trace[643387105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8078; }","duration":"164.130819ms","start":"2026-03-03T01:09:21.77848Z","end":"2026-03-03T01:09:21.94261Z","steps":["trace[643387105] 'agreement among raft nodes before linearized reading' (duration: 163.957225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.316473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:09:21.942864Z","caller":"traceutil/trace.go:171","msg":"trace[1031267901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:8078; }","duration":"153.413245ms","start":"2026-03-03T01:09:21.789431Z","end":"2026-03-03T01:09:21.942844Z","steps":["trace[1031267901] 'agreement among raft nodes before linearized reading' (duration: 152.784603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:21.942854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.492436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:21.942893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:09:21.942918Z","caller":"traceutil/trace.go:171","msg":"trace[1559888070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8078; }","duration":"168.830722ms","start":"2026-03-03T01:09:21.77408Z","end":"2026-03-03T01:09:21.942911Z","steps":["trace[1559888070] 'agreement among raft nodes before linearized reading' (duration: 168.010206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:21.942907Z","caller":"traceutil/trace.go:171","msg":"trace[1728430293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"161.599489ms","start":"2026-03-03T01:09:21.781298Z","end":"2026-03-03T01:09:21.942898Z","steps":["trace[1728430293] 'agreement among raft nodes before linearized reading' (duration: 161.134549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:24.304892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.613358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:24.305011Z","caller":"traceutil/trace.go:171","msg":"trace[2029698187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8093; }","duration":"160.786432ms","start":"2026-03-03T01:09:24.144205Z","end":"2026-03-03T01:09:24.304991Z","steps":["trace[2029698187] 'range keys from in-memory index tree' (duration: 160.413014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:25.852262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.956747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:25.852633Z","caller":"traceutil/trace.go:171","msg":"trace[20356445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8094; }","duration":"130.375666ms","start":"2026-03-03T01:09:25.722236Z","end":"2026-03-03T01:09:25.852611Z","steps":["trace[20356445] 'range keys from in-memory index tree' (duration: 129.848345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:25.852351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.93808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:25.85276Z","caller":"traceutil/trace.go:171","msg":"trace[1396401752] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8094; }","duration":"198.39741ms","start":"2026-03-03T01:09:25.654337Z","end":"2026-03-03T01:09:25.852734Z","steps":["trace[1396401752] 'count revisions from in-memory index tree' (duration: 197.806668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:46.47382Z","caller":"traceutil/trace.go:171","msg":"trace[1363789059] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"137.561159ms","start":"2026-03-03T01:09:46.336235Z","end":"2026-03-03T01:09:46.473796Z","steps":["trace[1363789059] 'process raft request' (duration: 137.415146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:53.369201Z","caller":"traceutil/trace.go:171","msg":"trace[1775777361] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"214.754027ms","start":"2026-03-03T01:09:53.154427Z","end":"2026-03-03T01:09:53.369181Z","steps":["trace[1775777361] 'read index received' (duration: 214.598134ms)","trace[1775777361] 'applied index is now lower than readState.Index' (duration: 155.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:53.369318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.868489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:53.369345Z","caller":"traceutil/trace.go:171","msg":"trace[1274645206] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8285; }","duration":"214.946081ms","start":"2026-03-03T01:09:53.154391Z","end":"2026-03-03T01:09:53.369337Z","steps":["trace[1274645206] 'agreement among raft nodes before linearized reading' (duration: 214.869599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:53.369377Z","caller":"traceutil/trace.go:171","msg":"trace[644506794] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"580.216054ms","start":"2026-03-03T01:09:52.78913Z","end":"2026-03-03T01:09:53.369346Z","steps":["trace[644506794] 'process raft request' (duration: 579.956909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:53.369499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:52.78911Z","time spent":"580.327926ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:53.964701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.855827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d7f895dc9-8r2kq.18992f7d502dde94\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T01:09:53.964806Z","caller":"traceutil/trace.go:171","msg":"trace[40615967] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d7f895dc9-8r2kq.18992f7d502dde94; range_end:; response_count:1; response_revision:8285; }","duration":"353.99713ms","start":"2026-03-03T01:09:53.610777Z","end":"2026-03-03T01:09:53.964775Z","steps":["trace[40615967] 'range keys from in-memory index tree' (duration: 353.657213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:53.964872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:53.610755Z","time spent":"354.099992ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7d7f895dc9-8r2kq.18992f7d502dde94\" "} {"level":"warn","ts":"2026-03-03T01:09:56.777288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495786969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:09:56.909382Z","caller":"traceutil/trace.go:171","msg":"trace[1154676029] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"699.01498ms","start":"2026-03-03T01:09:56.210339Z","end":"2026-03-03T01:09:56.909354Z","steps":["trace[1154676029] 'process raft request' (duration: 698.857387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:56.909533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.210308Z","time spent":"699.148343ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:57.086815Z","caller":"traceutil/trace.go:171","msg":"trace[1843895329] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8614; }","duration":"809.738854ms","start":"2026-03-03T01:09:56.277045Z","end":"2026-03-03T01:09:57.086783Z","steps":["trace[1843895329] 'read index received' (duration: 632.179008ms)","trace[1843895329] 'applied index is now lower than readState.Index' (duration: 177.558056ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:57.08686Z","caller":"traceutil/trace.go:171","msg":"trace[43010571] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"875.119036ms","start":"2026-03-03T01:09:56.211716Z","end":"2026-03-03T01:09:57.086835Z","steps":["trace[43010571] 'process raft request' (duration: 874.870261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:57.086916Z","caller":"traceutil/trace.go:171","msg":"trace[1898709528] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"874.587086ms","start":"2026-03-03T01:09:56.212293Z","end":"2026-03-03T01:09:57.08688Z","steps":["trace[1898709528] 'process raft request' (duration: 874.440783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.087028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.211703Z","time spent":"875.226108ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:57.087088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.212284Z","time spent":"874.718858ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:57.087104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.042115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:09:57.087096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.135433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:57.087157Z","caller":"traceutil/trace.go:171","msg":"trace[1347838779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8298; }","duration":"756.135637ms","start":"2026-03-03T01:09:56.331006Z","end":"2026-03-03T01:09:57.087142Z","steps":["trace[1347838779] 'agreement among raft nodes before linearized reading' (duration: 755.955674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:57.087179Z","caller":"traceutil/trace.go:171","msg":"trace[38725569] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8298; }","duration":"573.265736ms","start":"2026-03-03T01:09:56.513896Z","end":"2026-03-03T01:09:57.087162Z","steps":["trace[38725569] 'agreement among raft nodes before linearized reading' (duration: 573.087242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.087195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.330982Z","time spent":"756.203039ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:57.087222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.513874Z","time spent":"573.338377ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:57.087203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.09939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:57.087259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.951142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:57.087298Z","caller":"traceutil/trace.go:171","msg":"trace[613880918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"366.241293ms","start":"2026-03-03T01:09:56.721036Z","end":"2026-03-03T01:09:57.087277Z","steps":["trace[613880918] 'agreement among raft nodes before linearized reading' (duration: 366.057629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:57.087322Z","caller":"traceutil/trace.go:171","msg":"trace[1228498603] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8298; }","duration":"531.049914ms","start":"2026-03-03T01:09:56.55625Z","end":"2026-03-03T01:09:57.0873Z","steps":["trace[1228498603] 'agreement among raft nodes before linearized reading' (duration: 530.964553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.087342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.721012Z","time spent":"366.318964ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:57.087354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.550086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:09:57.087365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.556227Z","time spent":"531.125386ms","remote":"127.0.0.1:54846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:57.087346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.028284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:09:57.08737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.447463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:57.087443Z","caller":"traceutil/trace.go:171","msg":"trace[1284512640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8298; }","duration":"753.525425ms","start":"2026-03-03T01:09:56.333904Z","end":"2026-03-03T01:09:57.087429Z","steps":["trace[1284512640] 'agreement among raft nodes before linearized reading' (duration: 753.378642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:57.087415Z","caller":"traceutil/trace.go:171","msg":"trace[1213130482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:8298; }","duration":"751.627877ms","start":"2026-03-03T01:09:56.335771Z","end":"2026-03-03T01:09:57.087399Z","steps":["trace[1213130482] 'agreement among raft nodes before linearized reading' (duration: 751.430863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:57.087461Z","caller":"traceutil/trace.go:171","msg":"trace[580372281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8298; }","duration":"753.141987ms","start":"2026-03-03T01:09:56.33428Z","end":"2026-03-03T01:09:57.087422Z","steps":["trace[580372281] 'agreement among raft nodes before linearized reading' (duration: 752.859921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.087468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.448823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:57.087482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.3339Z","time spent":"753.570396ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:57.0875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.335764Z","time spent":"751.726629ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:09:57.087519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.334236Z","time spent":"753.273549ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:09:57.087529Z","caller":"traceutil/trace.go:171","msg":"trace[1402255834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8298; }","duration":"755.541914ms","start":"2026-03-03T01:09:56.331972Z","end":"2026-03-03T01:09:57.087514Z","steps":["trace[1402255834] 'agreement among raft nodes before linearized reading' (duration: 755.32633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.087568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.331957Z","time spent":"755.604455ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:57.087712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.636722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:09:57.087962Z","caller":"traceutil/trace.go:171","msg":"trace[2047702293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8298; }","duration":"810.908838ms","start":"2026-03-03T01:09:56.276999Z","end":"2026-03-03T01:09:57.087908Z","steps":["trace[2047702293] 'agreement among raft nodes before linearized reading' (duration: 809.904557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.09176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.276983Z","time spent":"814.753325ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:57.091996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.505644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:09:57.092083Z","caller":"traceutil/trace.go:171","msg":"trace[944729943] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8298; }","duration":"415.616616ms","start":"2026-03-03T01:09:56.676428Z","end":"2026-03-03T01:09:57.092045Z","steps":["trace[944729943] 'agreement among raft nodes before linearized reading' (duration: 410.761739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:57.092139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:56.676398Z","time spent":"415.718418ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":856,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:10:06.198406Z","caller":"traceutil/trace.go:171","msg":"trace[1570004839] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"175.780551ms","start":"2026-03-03T01:10:06.022592Z","end":"2026-03-03T01:10:06.198373Z","steps":["trace[1570004839] 'process raft request' (duration: 124.818397ms)","trace[1570004839] 'compare' (duration: 50.777371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:07.225842Z","caller":"traceutil/trace.go:171","msg":"trace[1482830077] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8713; }","duration":"269.778791ms","start":"2026-03-03T01:10:06.956042Z","end":"2026-03-03T01:10:07.225821Z","steps":["trace[1482830077] 'read index received' (duration: 269.752251ms)","trace[1482830077] 'applied index is now lower than readState.Index' (duration: 25.6µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:07.225951Z","caller":"traceutil/trace.go:171","msg":"trace[1893656470] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"274.952165ms","start":"2026-03-03T01:10:06.950989Z","end":"2026-03-03T01:10:07.225942Z","steps":["trace[1893656470] 'process raft request' (duration: 274.70182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.226209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.16196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-03T01:10:07.226293Z","caller":"traceutil/trace.go:171","msg":"trace[789422676] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8390; }","duration":"270.283303ms","start":"2026-03-03T01:10:06.955989Z","end":"2026-03-03T01:10:07.226272Z","steps":["trace[789422676] 'agreement among raft nodes before linearized reading' (duration: 270.081699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.592017Z","caller":"traceutil/trace.go:171","msg":"trace[1334418717] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8714; }","duration":"366.082949ms","start":"2026-03-03T01:10:07.225912Z","end":"2026-03-03T01:10:07.591995Z","steps":["trace[1334418717] 'read index received' (duration: 365.806554ms)","trace[1334418717] 'applied index is now lower than readState.Index' (duration: 275.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:07.592238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.458292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:10:07.592238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.40836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T01:10:07.592302Z","caller":"traceutil/trace.go:171","msg":"trace[221476602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8393; }","duration":"416.547244ms","start":"2026-03-03T01:10:07.175738Z","end":"2026-03-03T01:10:07.592285Z","steps":["trace[221476602] 'agreement among raft nodes before linearized reading' (duration: 416.277889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.592308Z","caller":"traceutil/trace.go:171","msg":"trace[86937747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"440.511172ms","start":"2026-03-03T01:10:07.151782Z","end":"2026-03-03T01:10:07.592293Z","steps":["trace[86937747] 'agreement among raft nodes before linearized reading' (duration: 440.279207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.592355Z","caller":"traceutil/trace.go:171","msg":"trace[925477585] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"575.895117ms","start":"2026-03-03T01:10:07.016454Z","end":"2026-03-03T01:10:07.592349Z","steps":["trace[925477585] 'process raft request' (duration: 575.338566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.592371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.151768Z","time spent":"440.592763ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:07.592415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.016434Z","time spent":"575.934457ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:07.59248Z","caller":"traceutil/trace.go:171","msg":"trace[1234315101] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"467.392617ms","start":"2026-03-03T01:10:07.125083Z","end":"2026-03-03T01:10:07.592475Z","steps":["trace[1234315101] 'process raft request' (duration: 466.885647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.592457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.586472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T01:10:07.592508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.125061Z","time spent":"467.431967ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:07.592469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.586803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:10:07.592467Z","caller":"traceutil/trace.go:171","msg":"trace[2042211249] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"467.815445ms","start":"2026-03-03T01:10:07.124591Z","end":"2026-03-03T01:10:07.592407Z","steps":["trace[2042211249] 'process raft request' (duration: 467.342366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.59233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.175731Z","time spent":"416.594785ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:10:07.592557Z","caller":"traceutil/trace.go:171","msg":"trace[1731158791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8393; }","duration":"441.709755ms","start":"2026-03-03T01:10:07.150827Z","end":"2026-03-03T01:10:07.592536Z","steps":["trace[1731158791] 'agreement among raft nodes before linearized reading' (duration: 441.402659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.592518Z","caller":"traceutil/trace.go:171","msg":"trace[733043512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8393; }","duration":"452.733045ms","start":"2026-03-03T01:10:07.139775Z","end":"2026-03-03T01:10:07.592508Z","steps":["trace[733043512] 'agreement among raft nodes before linearized reading' (duration: 452.307577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.592546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.93934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:10:07.59261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.150813Z","time spent":"441.789227ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:07.592617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.139753Z","time spent":"452.852857ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:10:07.592659Z","caller":"traceutil/trace.go:171","msg":"trace[1779534478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:8393; }","duration":"431.071983ms","start":"2026-03-03T01:10:07.161553Z","end":"2026-03-03T01:10:07.592625Z","steps":["trace[1779534478] 'agreement among raft nodes before linearized reading' (duration: 430.730647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.592682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.12457Z","time spent":"467.990949ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:07.59272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.161543Z","time spent":"431.162335ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:10:07.592918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.282688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:10:07.592965Z","caller":"traceutil/trace.go:171","msg":"trace[592307673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8393; }","duration":"444.38885ms","start":"2026-03-03T01:10:07.148565Z","end":"2026-03-03T01:10:07.592953Z","steps":["trace[592307673] 'agreement among raft nodes before linearized reading' (duration: 444.256426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.592998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.148539Z","time spent":"444.449491ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:10:08.072634Z","caller":"traceutil/trace.go:171","msg":"trace[1209138331] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"475.092091ms","start":"2026-03-03T01:10:07.597518Z","end":"2026-03-03T01:10:08.07261Z","steps":["trace[1209138331] 'read index received' (duration: 474.975909ms)","trace[1209138331] 'applied index is now lower than readState.Index' (duration: 115.092µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:08.072751Z","caller":"traceutil/trace.go:171","msg":"trace[1050793299] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"830.522529ms","start":"2026-03-03T01:10:07.24218Z","end":"2026-03-03T01:10:08.072703Z","steps":["trace[1050793299] 'process raft request' (duration: 830.245164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.073075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.242144Z","time spent":"830.717582ms","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:08.073476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.931847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228766"} {"level":"info","ts":"2026-03-03T01:10:08.073592Z","caller":"traceutil/trace.go:171","msg":"trace[454456200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8394; }","duration":"476.107391ms","start":"2026-03-03T01:10:07.597459Z","end":"2026-03-03T01:10:08.073566Z","steps":["trace[454456200] 'agreement among raft nodes before linearized reading' (duration: 475.260704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.073994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.597435Z","time spent":"476.456927ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228789,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:10:08.107827Z","caller":"traceutil/trace.go:171","msg":"trace[1998231328] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"509.538116ms","start":"2026-03-03T01:10:07.598262Z","end":"2026-03-03T01:10:08.1078Z","steps":["trace[1998231328] 'process raft request' (duration: 509.462025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:08.107895Z","caller":"traceutil/trace.go:171","msg":"trace[1018190793] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"509.799782ms","start":"2026-03-03T01:10:07.598044Z","end":"2026-03-03T01:10:08.107844Z","steps":["trace[1018190793] 'process raft request' (duration: 509.534097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.108012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.59825Z","time spent":"509.66993ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:08.10822Z","caller":"traceutil/trace.go:171","msg":"trace[1113270715] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"509.652768ms","start":"2026-03-03T01:10:07.598531Z","end":"2026-03-03T01:10:08.108184Z","steps":["trace[1113270715] 'process raft request' (duration: 509.23175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:08.108269Z","caller":"traceutil/trace.go:171","msg":"trace[1405716014] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"509.669128ms","start":"2026-03-03T01:10:07.598575Z","end":"2026-03-03T01:10:08.108244Z","steps":["trace[1405716014] 'process raft request' (duration: 509.446094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.108273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.598028Z","time spent":"509.966145ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:08.108332Z","caller":"traceutil/trace.go:171","msg":"trace[955889972] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"509.607087ms","start":"2026-03-03T01:10:07.598712Z","end":"2026-03-03T01:10:08.10832Z","steps":["trace[955889972] 'process raft request' (duration: 509.423943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.108391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.598701Z","time spent":"509.662709ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:08.108423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.598516Z","time spent":"509.78933ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:08.108545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.636532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:08.108596Z","caller":"traceutil/trace.go:171","msg":"trace[458877278] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8399; }","duration":"467.750635ms","start":"2026-03-03T01:10:07.640834Z","end":"2026-03-03T01:10:08.108584Z","steps":["trace[458877278] 'agreement among raft nodes before linearized reading' (duration: 467.659693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.108285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.424394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:08.108628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.640803Z","time spent":"467.816495ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:10:08.10866Z","caller":"traceutil/trace.go:171","msg":"trace[1473843675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8399; }","duration":"386.837833ms","start":"2026-03-03T01:10:07.721809Z","end":"2026-03-03T01:10:08.108647Z","steps":["trace[1473843675] 'agreement among raft nodes before linearized reading' (duration: 386.442984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.108702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.721786Z","time spent":"386.907134ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:08.10906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.598561Z","time spent":"509.76477ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:08.109934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.174737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:08.110006Z","caller":"traceutil/trace.go:171","msg":"trace[2032152177] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8399; }","duration":"306.297399ms","start":"2026-03-03T01:10:07.803691Z","end":"2026-03-03T01:10:08.109988Z","steps":["trace[2032152177] 'agreement among raft nodes before linearized reading' (duration: 304.694838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.11018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.803667Z","time spent":"306.497553ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:10:09.351447Z","caller":"traceutil/trace.go:171","msg":"trace[59557883] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"149.840414ms","start":"2026-03-03T01:10:09.201573Z","end":"2026-03-03T01:10:09.351414Z","steps":["trace[59557883] 'process raft request' (duration: 149.66356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.388939Z","caller":"traceutil/trace.go:171","msg":"trace[342387586] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"157.591209ms","start":"2026-03-03T01:10:09.231327Z","end":"2026-03-03T01:10:09.388918Z","steps":["trace[342387586] 'process raft request' (duration: 157.444546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.500907Z","caller":"traceutil/trace.go:171","msg":"trace[1653724377] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8727; }","duration":"144.260233ms","start":"2026-03-03T01:10:09.356623Z","end":"2026-03-03T01:10:09.500883Z","steps":["trace[1653724377] 'read index received' (duration: 32.171451ms)","trace[1653724377] 'applied index is now lower than readState.Index' (duration: 112.087972ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:09.500985Z","caller":"traceutil/trace.go:171","msg":"trace[170830958] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"145.081059ms","start":"2026-03-03T01:10:09.355877Z","end":"2026-03-03T01:10:09.500958Z","steps":["trace[170830958] 'process raft request' (duration: 126.451688ms)","trace[170830958] 'compare' (duration: 18.326795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:09.501165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.523029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T01:10:09.501216Z","caller":"traceutil/trace.go:171","msg":"trace[2030127120] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8406; }","duration":"144.62916ms","start":"2026-03-03T01:10:09.356576Z","end":"2026-03-03T01:10:09.501205Z","steps":["trace[2030127120] 'agreement among raft nodes before linearized reading' (duration: 144.424526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.501337Z","caller":"traceutil/trace.go:171","msg":"trace[129471238] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"144.423187ms","start":"2026-03-03T01:10:09.356827Z","end":"2026-03-03T01:10:09.50125Z","steps":["trace[129471238] 'process raft request' (duration: 143.972168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.940392Z","caller":"traceutil/trace.go:171","msg":"trace[394754389] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8730; }","duration":"219.182095ms","start":"2026-03-03T01:10:09.721186Z","end":"2026-03-03T01:10:09.940368Z","steps":["trace[394754389] 'read index received' (duration: 190.003424ms)","trace[394754389] 'applied index is now lower than readState.Index' (duration: 29.17769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:09.94041Z","caller":"traceutil/trace.go:171","msg":"trace[948949996] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"342.084062ms","start":"2026-03-03T01:10:09.598298Z","end":"2026-03-03T01:10:09.940383Z","steps":["trace[948949996] 'process raft request' (duration: 341.943809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.940441Z","caller":"traceutil/trace.go:171","msg":"trace[1550133298] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"340.282735ms","start":"2026-03-03T01:10:09.600128Z","end":"2026-03-03T01:10:09.940411Z","steps":["trace[1550133298] 'process raft request' (duration: 340.206844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:09.940513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.323678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:09.940515Z","caller":"traceutil/trace.go:171","msg":"trace[190261960] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"429.611976ms","start":"2026-03-03T01:10:09.510878Z","end":"2026-03-03T01:10:09.94049Z","steps":["trace[190261960] 'process raft request' (duration: 400.290362ms)","trace[190261960] 'compare' (duration: 28.595159ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:09.940546Z","caller":"traceutil/trace.go:171","msg":"trace[485081747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8409; }","duration":"219.41917ms","start":"2026-03-03T01:10:09.721116Z","end":"2026-03-03T01:10:09.940535Z","steps":["trace[485081747] 'agreement among raft nodes before linearized reading' (duration: 219.352038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:09.940569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.598255Z","time spent":"342.225496ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:09.940596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.600106Z","time spent":"340.403139ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:09.940695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.510857Z","time spent":"429.720388ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:10.188178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.630894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:10:10.188275Z","caller":"traceutil/trace.go:171","msg":"trace[1636428710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:8409; }","duration":"105.791487ms","start":"2026-03-03T01:10:10.082465Z","end":"2026-03-03T01:10:10.188256Z","steps":["trace[1636428710] 'range keys from in-memory index tree' (duration: 105.46846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:10.312371Z","caller":"traceutil/trace.go:171","msg":"trace[850693697] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8733; }","duration":"118.948468ms","start":"2026-03-03T01:10:10.193399Z","end":"2026-03-03T01:10:10.312347Z","steps":["trace[850693697] 'read index received' (duration: 118.867446ms)","trace[850693697] 'applied index is now lower than readState.Index' (duration: 80.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:10.312423Z","caller":"traceutil/trace.go:171","msg":"trace[10670186] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"120.172363ms","start":"2026-03-03T01:10:10.192225Z","end":"2026-03-03T01:10:10.312398Z","steps":["trace[10670186] 'process raft request' (duration: 119.968729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.312592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.176903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:10:10.312806Z","caller":"traceutil/trace.go:171","msg":"trace[1463667874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8410; }","duration":"119.51251ms","start":"2026-03-03T01:10:10.193283Z","end":"2026-03-03T01:10:10.312796Z","steps":["trace[1463667874] 'agreement among raft nodes before linearized reading' (duration: 119.176693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:10.354076Z","caller":"traceutil/trace.go:171","msg":"trace[965949634] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"160.641559ms","start":"2026-03-03T01:10:10.193411Z","end":"2026-03-03T01:10:10.354052Z","steps":["trace[965949634] 'process raft request' (duration: 160.475586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:10.354081Z","caller":"traceutil/trace.go:171","msg":"trace[1526348473] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"160.510916ms","start":"2026-03-03T01:10:10.193548Z","end":"2026-03-03T01:10:10.354059Z","steps":["trace[1526348473] 'process raft request' (duration: 160.456615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:10.354416Z","caller":"traceutil/trace.go:171","msg":"trace[1195994558] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"160.462056ms","start":"2026-03-03T01:10:10.193932Z","end":"2026-03-03T01:10:10.354394Z","steps":["trace[1195994558] 'process raft request' (duration: 160.314133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:10.354415Z","caller":"traceutil/trace.go:171","msg":"trace[856381637] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"160.837832ms","start":"2026-03-03T01:10:10.193545Z","end":"2026-03-03T01:10:10.354382Z","steps":["trace[856381637] 'process raft request' (duration: 160.486995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.354821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.988576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228766"} {"level":"info","ts":"2026-03-03T01:10:10.354885Z","caller":"traceutil/trace.go:171","msg":"trace[1922121837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8414; }","duration":"158.102708ms","start":"2026-03-03T01:10:10.196765Z","end":"2026-03-03T01:10:10.354868Z","steps":["trace[1922121837] 'agreement among raft nodes before linearized reading' (duration: 157.671799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.355243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.739572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:10.355314Z","caller":"traceutil/trace.go:171","msg":"trace[1765339038] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8414; }","duration":"152.838894ms","start":"2026-03-03T01:10:10.202455Z","end":"2026-03-03T01:10:10.355294Z","steps":["trace[1765339038] 'agreement among raft nodes before linearized reading' (duration: 152.704782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:13.079841Z","caller":"traceutil/trace.go:171","msg":"trace[171843928] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"126.706583ms","start":"2026-03-03T01:10:12.953106Z","end":"2026-03-03T01:10:13.079813Z","steps":["trace[171843928] 'process raft request' (duration: 126.333136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:19.527019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.913111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:19.527167Z","caller":"traceutil/trace.go:171","msg":"trace[1330874888] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8478; }","duration":"200.124865ms","start":"2026-03-03T01:10:19.32701Z","end":"2026-03-03T01:10:19.527135Z","steps":["trace[1330874888] 'range keys from in-memory index tree' (duration: 199.813489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.582901Z","caller":"traceutil/trace.go:171","msg":"trace[1522825833] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"106.383628ms","start":"2026-03-03T01:10:30.476492Z","end":"2026-03-03T01:10:30.582875Z","steps":["trace[1522825833] 'process raft request' (duration: 106.293446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.582939Z","caller":"traceutil/trace.go:171","msg":"trace[343132526] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"106.550421ms","start":"2026-03-03T01:10:30.476343Z","end":"2026-03-03T01:10:30.582893Z","steps":["trace[343132526] 'process raft request' (duration: 106.281226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.583158Z","caller":"traceutil/trace.go:171","msg":"trace[503436186] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"106.289517ms","start":"2026-03-03T01:10:30.476832Z","end":"2026-03-03T01:10:30.583121Z","steps":["trace[503436186] 'process raft request' (duration: 105.998651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.586673Z","caller":"traceutil/trace.go:171","msg":"trace[797769159] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8964; }","duration":"109.750987ms","start":"2026-03-03T01:10:30.476892Z","end":"2026-03-03T01:10:30.586643Z","steps":["trace[797769159] 'read index received' (duration: 86.184717ms)","trace[797769159] 'applied index is now lower than readState.Index' (duration: 23.56474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:30.587078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.171855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234472"} {"level":"info","ts":"2026-03-03T01:10:30.587119Z","caller":"traceutil/trace.go:171","msg":"trace[1998747908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8637; }","duration":"110.268897ms","start":"2026-03-03T01:10:30.476841Z","end":"2026-03-03T01:10:30.58711Z","steps":["trace[1998747908] 'agreement among raft nodes before linearized reading' (duration: 109.91226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:12.318479Z","caller":"traceutil/trace.go:171","msg":"trace[1726855350] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"128.830322ms","start":"2026-03-03T01:11:12.189619Z","end":"2026-03-03T01:11:12.318449Z","steps":["trace[1726855350] 'read index received' (duration: 128.612267ms)","trace[1726855350] 'applied index is now lower than readState.Index' (duration: 214.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:12.318542Z","caller":"traceutil/trace.go:171","msg":"trace[2142614028] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"130.611079ms","start":"2026-03-03T01:11:12.187888Z","end":"2026-03-03T01:11:12.3185Z","steps":["trace[2142614028] 'process raft request' (duration: 130.352253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:12.318634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.986326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:12.318679Z","caller":"traceutil/trace.go:171","msg":"trace[1019274149] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9034; }","duration":"129.104489ms","start":"2026-03-03T01:11:12.189559Z","end":"2026-03-03T01:11:12.318664Z","steps":["trace[1019274149] 'agreement among raft nodes before linearized reading' (duration: 129.011127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:12.320726Z","caller":"traceutil/trace.go:171","msg":"trace[1581010054] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"116.802449ms","start":"2026-03-03T01:11:12.2039Z","end":"2026-03-03T01:11:12.320703Z","steps":["trace[1581010054] 'process raft request' (duration: 116.680386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:24.905065Z","caller":"traceutil/trace.go:171","msg":"trace[272222913] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9444; }","duration":"101.696135ms","start":"2026-03-03T01:11:24.803345Z","end":"2026-03-03T01:11:24.905041Z","steps":["trace[272222913] 'read index received' (duration: 101.45615ms)","trace[272222913] 'applied index is now lower than readState.Index' (duration: 238.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:24.905211Z","caller":"traceutil/trace.go:171","msg":"trace[852922538] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"166.089026ms","start":"2026-03-03T01:11:24.739084Z","end":"2026-03-03T01:11:24.905173Z","steps":["trace[852922538] 'process raft request' (duration: 165.797319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.905308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.93739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-6mm5t\" ","response":"range_response_count:1 size:19691"} {"level":"info","ts":"2026-03-03T01:11:24.905353Z","caller":"traceutil/trace.go:171","msg":"trace[198729063] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-6mm5t; range_end:; response_count:1; response_revision:9101; }","duration":"102.031372ms","start":"2026-03-03T01:11:24.803308Z","end":"2026-03-03T01:11:24.90534Z","steps":["trace[198729063] 'agreement among raft nodes before linearized reading' (duration: 101.865679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.199395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.975132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:25.199479Z","caller":"traceutil/trace.go:171","msg":"trace[585445092] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9445; }","duration":"288.822155ms","start":"2026-03-03T01:11:24.910643Z","end":"2026-03-03T01:11:25.199465Z","steps":["trace[585445092] 'read index received' (duration: 180.855124ms)","trace[585445092] 'applied index is now lower than readState.Index' (duration: 107.965591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:25.199526Z","caller":"traceutil/trace.go:171","msg":"trace[193076728] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"288.964329ms","start":"2026-03-03T01:11:24.910554Z","end":"2026-03-03T01:11:25.199518Z","steps":["trace[193076728] 'process raft request' (duration: 180.798573ms)","trace[193076728] 'compare' (duration: 107.751446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:25.199965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.321225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291543"} {"level":"info","ts":"2026-03-03T01:11:25.199995Z","caller":"traceutil/trace.go:171","msg":"trace[31082328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9102; }","duration":"289.383766ms","start":"2026-03-03T01:11:24.910603Z","end":"2026-03-03T01:11:25.199986Z","steps":["trace[31082328] 'agreement among raft nodes before linearized reading' (duration: 289.09192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:25.348352Z","caller":"traceutil/trace.go:171","msg":"trace[640420891] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"437.256194ms","start":"2026-03-03T01:11:24.911059Z","end":"2026-03-03T01:11:25.348315Z","steps":["trace[640420891] 'process raft request' (duration: 437.177762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.348601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.911048Z","time spent":"437.454858ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:25.348709Z","caller":"traceutil/trace.go:171","msg":"trace[157131687] linearizableReadLoop","detail":"{readStateIndex:9450; appliedIndex:9446; }","duration":"149.199914ms","start":"2026-03-03T01:11:25.199496Z","end":"2026-03-03T01:11:25.348696Z","steps":["trace[157131687] 'read index received' (duration: 113.709197ms)","trace[157131687] 'applied index is now lower than readState.Index' (duration: 35.489577ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:25.348708Z","caller":"traceutil/trace.go:171","msg":"trace[463760257] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"437.55656ms","start":"2026-03-03T01:11:24.91113Z","end":"2026-03-03T01:11:25.348687Z","steps":["trace[463760257] 'process raft request' (duration: 437.152112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:25.348781Z","caller":"traceutil/trace.go:171","msg":"trace[1642836717] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"428.422535ms","start":"2026-03-03T01:11:24.920335Z","end":"2026-03-03T01:11:25.348757Z","steps":["trace[1642836717] 'process raft request' (duration: 428.220681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.349555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.920309Z","time spent":"429.16018ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:25.348817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.354337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:11:25.349706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.911123Z","time spent":"438.235613ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:25.348392Z","caller":"traceutil/trace.go:171","msg":"trace[1285731656] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"437.58506ms","start":"2026-03-03T01:11:24.910772Z","end":"2026-03-03T01:11:25.348357Z","steps":["trace[1285731656] 'process raft request' (duration: 402.44943ms)","trace[1285731656] 'compare' (duration: 34.880035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:25.350105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.910756Z","time spent":"439.310274ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:25.349743Z","caller":"traceutil/trace.go:171","msg":"trace[170967527] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9106; }","duration":"248.275275ms","start":"2026-03-03T01:11:25.101397Z","end":"2026-03-03T01:11:25.349672Z","steps":["trace[170967527] 'agreement among raft nodes before linearized reading' (duration: 247.336747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.698274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.729742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:25.698396Z","caller":"traceutil/trace.go:171","msg":"trace[1558789043] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9450; }","duration":"349.063353ms","start":"2026-03-03T01:11:25.349312Z","end":"2026-03-03T01:11:25.698376Z","steps":["trace[1558789043] 'read index received' (duration: 170.173208ms)","trace[1558789043] 'applied index is now lower than readState.Index' (duration: 178.888645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:25.698558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.23931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:11:25.698513Z","caller":"traceutil/trace.go:171","msg":"trace[994249546] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"495.750105ms","start":"2026-03-03T01:11:25.202706Z","end":"2026-03-03T01:11:25.698456Z","steps":["trace[994249546] 'process raft request' (duration: 316.739758ms)","trace[994249546] 'compare' (duration: 178.506957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:25.698596Z","caller":"traceutil/trace.go:171","msg":"trace[1505708229] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:9107; }","duration":"470.318652ms","start":"2026-03-03T01:11:25.228267Z","end":"2026-03-03T01:11:25.698585Z","steps":["trace[1505708229] 'agreement among raft nodes before linearized reading' (duration: 470.160589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.698633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:25.228243Z","time spent":"470.382694ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:11:25.698727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:25.202692Z","time spent":"495.920699ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:25.834127Z","caller":"traceutil/trace.go:171","msg":"trace[360908173] linearizableReadLoop","detail":"{readStateIndex:9452; appliedIndex:9451; }","duration":"114.268188ms","start":"2026-03-03T01:11:25.719826Z","end":"2026-03-03T01:11:25.834095Z","steps":["trace[360908173] 'read index received' (duration: 98.761746ms)","trace[360908173] 'applied index is now lower than readState.Index' (duration: 15.504872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:25.834315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.452582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:25.834481Z","caller":"traceutil/trace.go:171","msg":"trace[102325936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9107; }","duration":"114.618026ms","start":"2026-03-03T01:11:25.719803Z","end":"2026-03-03T01:11:25.834422Z","steps":["trace[102325936] 'agreement among raft nodes before linearized reading' (duration: 114.401261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:42.132748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7351} {"level":"info","ts":"2026-03-03T01:12:42.190372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7351,"took":"55.850006ms","hash":41751015,"current-db-size-bytes":42029056,"current-db-size":"42 MB","current-db-size-in-use-bytes":24444928,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:12:42.190439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":41751015,"revision":7351,"compact-revision":5472} {"level":"info","ts":"2026-03-03T01:12:47.76972Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:12:47.781083Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T01:12:47.781349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T01:13:16.840975Z","caller":"traceutil/trace.go:171","msg":"trace[2003798265] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"116.318012ms","start":"2026-03-03T01:13:16.724635Z","end":"2026-03-03T01:13:16.840953Z","steps":["trace[2003798265] 'process raft request' (duration: 116.18559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:16.849855Z","caller":"traceutil/trace.go:171","msg":"trace[1217473080] linearizableReadLoop","detail":"{readStateIndex:10222; appliedIndex:10220; }","duration":"105.366575ms","start":"2026-03-03T01:13:16.744459Z","end":"2026-03-03T01:13:16.849825Z","steps":["trace[1217473080] 'read index received' (duration: 96.442336ms)","trace[1217473080] 'applied index is now lower than readState.Index' (duration: 8.923059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:16.849992Z","caller":"traceutil/trace.go:171","msg":"trace[210088241] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"102.926765ms","start":"2026-03-03T01:13:16.747028Z","end":"2026-03-03T01:13:16.849955Z","steps":["trace[210088241] 'process raft request' (duration: 102.727051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:16.850026Z","caller":"traceutil/trace.go:171","msg":"trace[202079562] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"124.454386ms","start":"2026-03-03T01:13:16.725533Z","end":"2026-03-03T01:13:16.849988Z","steps":["trace[202079562] 'process raft request' (duration: 124.038028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:16.850327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.777273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88594"} {"level":"info","ts":"2026-03-03T01:13:16.850396Z","caller":"traceutil/trace.go:171","msg":"trace[1938420996] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9851; }","duration":"105.954456ms","start":"2026-03-03T01:13:16.744422Z","end":"2026-03-03T01:13:16.850377Z","steps":["trace[1938420996] 'agreement among raft nodes before linearized reading' (duration: 105.552558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:40.300787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.415924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:367875"} {"level":"info","ts":"2026-03-03T01:13:40.3009Z","caller":"traceutil/trace.go:171","msg":"trace[311171159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10059; }","duration":"208.569176ms","start":"2026-03-03T01:13:40.092306Z","end":"2026-03-03T01:13:40.300875Z","steps":["trace[311171159] 'range keys from in-memory index tree' (duration: 207.916743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:44.58701Z","caller":"traceutil/trace.go:171","msg":"trace[1540900841] transaction","detail":"{read_only:false; response_revision:10093; number_of_response:1; }","duration":"127.913515ms","start":"2026-03-03T01:13:44.459062Z","end":"2026-03-03T01:13:44.586976Z","steps":["trace[1540900841] 'process raft request' (duration: 127.548457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:44.494894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.365944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:14:44.495095Z","caller":"traceutil/trace.go:171","msg":"trace[839910481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10711; }","duration":"111.6121ms","start":"2026-03-03T01:14:44.383461Z","end":"2026-03-03T01:14:44.495073Z","steps":["trace[839910481] 'range keys from in-memory index tree' (duration: 111.217332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:44.61325Z","caller":"traceutil/trace.go:171","msg":"trace[198829976] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"114.632319ms","start":"2026-03-03T01:14:44.498597Z","end":"2026-03-03T01:14:44.613229Z","steps":["trace[198829976] 'process raft request' (duration: 114.334843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:44.621607Z","caller":"traceutil/trace.go:171","msg":"trace[141693262] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"122.783992ms","start":"2026-03-03T01:14:44.498808Z","end":"2026-03-03T01:14:44.621592Z","steps":["trace[141693262] 'process raft request' (duration: 122.67271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:44.621943Z","caller":"traceutil/trace.go:171","msg":"trace[1911360952] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"122.912556ms","start":"2026-03-03T01:14:44.498995Z","end":"2026-03-03T01:14:44.621908Z","steps":["trace[1911360952] 'process raft request' (duration: 122.563929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:47.359301Z","caller":"traceutil/trace.go:171","msg":"trace[934440839] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"111.626259ms","start":"2026-03-03T01:14:47.247653Z","end":"2026-03-03T01:14:47.35928Z","steps":["trace[934440839] 'process raft request' (duration: 111.467666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:47.827671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.83287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:14:47.827774Z","caller":"traceutil/trace.go:171","msg":"trace[1120332471] linearizableReadLoop","detail":"{readStateIndex:11123; appliedIndex:11122; }","duration":"254.406072ms","start":"2026-03-03T01:14:47.573354Z","end":"2026-03-03T01:14:47.82776Z","steps":["trace[1120332471] 'read index received' (duration: 46.821µs)","trace[1120332471] 'applied index is now lower than readState.Index' (duration: 254.357921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:47.827976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.605766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:47.828054Z","caller":"traceutil/trace.go:171","msg":"trace[862026835] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10728; }","duration":"254.724417ms","start":"2026-03-03T01:14:47.573312Z","end":"2026-03-03T01:14:47.828037Z","steps":["trace[862026835] 'agreement among raft nodes before linearized reading' (duration: 254.591935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:47.828046Z","caller":"traceutil/trace.go:171","msg":"trace[1059132204] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"580.352541ms","start":"2026-03-03T01:14:47.247658Z","end":"2026-03-03T01:14:47.82801Z","steps":["trace[1059132204] 'process raft request' (duration: 323.073152ms)","trace[1059132204] 'compare' (duration: 256.588104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:47.828656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.247578Z","time spent":"580.715399ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:14:48.050685Z","caller":"traceutil/trace.go:171","msg":"trace[408596033] linearizableReadLoop","detail":"{readStateIndex:11124; appliedIndex:11123; }","duration":"222.853261ms","start":"2026-03-03T01:14:47.827793Z","end":"2026-03-03T01:14:48.050646Z","steps":["trace[408596033] 'read index received' (duration: 193.364552ms)","trace[408596033] 'applied index is now lower than readState.Index' (duration: 29.487718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:48.050737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.944531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:48.050774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.058014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:48.050805Z","caller":"traceutil/trace.go:171","msg":"trace[198870726] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10729; }","duration":"281.064583ms","start":"2026-03-03T01:14:47.769724Z","end":"2026-03-03T01:14:48.050789Z","steps":["trace[198870726] 'agreement among raft nodes before linearized reading' (duration: 280.960811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.050797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.408839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:48.050845Z","caller":"traceutil/trace.go:171","msg":"trace[355362878] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10729; }","duration":"281.175176ms","start":"2026-03-03T01:14:47.769651Z","end":"2026-03-03T01:14:48.050826Z","steps":["trace[355362878] 'agreement among raft nodes before linearized reading' (duration: 281.051574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.050863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.314394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:48.050871Z","caller":"traceutil/trace.go:171","msg":"trace[1953554577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10729; }","duration":"329.539792ms","start":"2026-03-03T01:14:47.721312Z","end":"2026-03-03T01:14:48.050852Z","steps":["trace[1953554577] 'agreement among raft nodes before linearized reading' (duration: 329.400359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.05087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.280439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:48.050917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.72129Z","time spent":"329.620493ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:14:48.050917Z","caller":"traceutil/trace.go:171","msg":"trace[316666789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10729; }","duration":"477.382404ms","start":"2026-03-03T01:14:47.573516Z","end":"2026-03-03T01:14:48.050898Z","steps":["trace[316666789] 'agreement among raft nodes before linearized reading' (duration: 477.303973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:48.050934Z","caller":"traceutil/trace.go:171","msg":"trace[1314482034] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10729; }","duration":"280.38934ms","start":"2026-03-03T01:14:47.770529Z","end":"2026-03-03T01:14:48.050918Z","steps":["trace[1314482034] 'agreement among raft nodes before linearized reading' (duration: 280.262247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.050968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.573506Z","time spent":"477.451147ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:14:48.050957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.143445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:14:48.050984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.414545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:48.05103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.238147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:14:48.051027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.469107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:48.051049Z","caller":"traceutil/trace.go:171","msg":"trace[1146146278] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10729; }","duration":"477.526297ms","start":"2026-03-03T01:14:47.573513Z","end":"2026-03-03T01:14:48.051039Z","steps":["trace[1146146278] 'agreement among raft nodes before linearized reading' (duration: 477.445786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:48.051061Z","caller":"traceutil/trace.go:171","msg":"trace[969867542] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10729; }","duration":"281.318728ms","start":"2026-03-03T01:14:47.769733Z","end":"2026-03-03T01:14:48.051052Z","steps":["trace[969867542] 'agreement among raft nodes before linearized reading' (duration: 281.274638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:48.051086Z","caller":"traceutil/trace.go:171","msg":"trace[931089103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10729; }","duration":"477.580179ms","start":"2026-03-03T01:14:47.573491Z","end":"2026-03-03T01:14:48.051072Z","steps":["trace[931089103] 'agreement among raft nodes before linearized reading' (duration: 477.482857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:48.05104Z","caller":"traceutil/trace.go:171","msg":"trace[1054060275] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10729; }","duration":"280.268738ms","start":"2026-03-03T01:14:47.770753Z","end":"2026-03-03T01:14:48.051022Z","steps":["trace[1054060275] 'agreement among raft nodes before linearized reading' (duration: 280.006043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.051127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.573463Z","time spent":"477.65403ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:14:48.051089Z","caller":"traceutil/trace.go:171","msg":"trace[216041378] transaction","detail":"{read_only:false; response_revision:10729; number_of_response:1; }","duration":"450.412056ms","start":"2026-03-03T01:14:47.600662Z","end":"2026-03-03T01:14:48.051074Z","steps":["trace[216041378] 'process raft request' (duration: 420.55927ms)","trace[216041378] 'compare' (duration: 29.244394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:14:48.051086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.573486Z","time spent":"477.592369ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:14:48.051185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.210666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T01:14:48.051222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.600642Z","time spent":"450.517188ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:14:48.051286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.587468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:14:48.051333Z","caller":"traceutil/trace.go:171","msg":"trace[154659385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10729; }","duration":"133.67905ms","start":"2026-03-03T01:14:47.917639Z","end":"2026-03-03T01:14:48.051318Z","steps":["trace[154659385] 'agreement among raft nodes before linearized reading' (duration: 133.525987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.050754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.355375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:14:48.051229Z","caller":"traceutil/trace.go:171","msg":"trace[485029035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10729; }","duration":"279.278508ms","start":"2026-03-03T01:14:47.771942Z","end":"2026-03-03T01:14:48.051221Z","steps":["trace[485029035] 'agreement among raft nodes before linearized reading' (duration: 279.167256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.052333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.948846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:14:48.052415Z","caller":"traceutil/trace.go:171","msg":"trace[1216420017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10729; }","duration":"477.037839ms","start":"2026-03-03T01:14:47.575348Z","end":"2026-03-03T01:14:48.052386Z","steps":["trace[1216420017] 'agreement among raft nodes before linearized reading' (duration: 475.445266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.052466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.57534Z","time spent":"477.114671ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:14:48.052659Z","caller":"traceutil/trace.go:171","msg":"trace[302371808] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10729; }","duration":"436.130081ms","start":"2026-03-03T01:14:47.615335Z","end":"2026-03-03T01:14:48.051465Z","steps":["trace[302371808] 'agreement among raft nodes before linearized reading' (duration: 435.353285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:14:48.052787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:14:47.615309Z","time spent":"437.448287ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:15:04.65374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.555348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:15:04.653803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.642904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T01:15:04.653823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.055764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:15:04.653858Z","caller":"traceutil/trace.go:171","msg":"trace[1976785966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10809; }","duration":"558.710825ms","start":"2026-03-03T01:15:04.095127Z","end":"2026-03-03T01:15:04.653838Z","steps":["trace[1976785966] 'range keys from in-memory index tree' (duration: 558.49524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.653842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.486981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:04.653844Z","caller":"traceutil/trace.go:171","msg":"trace[774904636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10809; }","duration":"258.69872ms","start":"2026-03-03T01:15:04.395122Z","end":"2026-03-03T01:15:04.653821Z","steps":["trace[774904636] 'range keys from in-memory index tree' (duration: 258.352264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.653899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.520022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:04.653937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.589363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:04.653943Z","caller":"traceutil/trace.go:171","msg":"trace[1840404514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10809; }","duration":"558.639644ms","start":"2026-03-03T01:15:04.095279Z","end":"2026-03-03T01:15:04.653919Z","steps":["trace[1840404514] 'range keys from in-memory index tree' (duration: 558.41145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:04.653964Z","caller":"traceutil/trace.go:171","msg":"trace[393101618] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10809; }","duration":"559.635024ms","start":"2026-03-03T01:15:04.094321Z","end":"2026-03-03T01:15:04.653956Z","steps":["trace[393101618] 'range keys from in-memory index tree' (duration: 559.502201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:04.653962Z","caller":"traceutil/trace.go:171","msg":"trace[223830601] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10809; }","duration":"559.615633ms","start":"2026-03-03T01:15:04.094326Z","end":"2026-03-03T01:15:04.653942Z","steps":["trace[223830601] 'range keys from in-memory index tree' (duration: 559.450741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.653972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.698155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:04.65399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.094312Z","time spent":"559.671005ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:15:04.653997Z","caller":"traceutil/trace.go:171","msg":"trace[1520091501] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10809; }","duration":"558.741945ms","start":"2026-03-03T01:15:04.09525Z","end":"2026-03-03T01:15:04.653992Z","steps":["trace[1520091501] 'range keys from in-memory index tree' (duration: 558.650614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.653995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.095258Z","time spent":"558.725915ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:04.654008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.094313Z","time spent":"559.682826ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:04.65402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.095242Z","time spent":"558.772686ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:04.65388Z","caller":"traceutil/trace.go:171","msg":"trace[1768560790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10809; }","duration":"527.167116ms","start":"2026-03-03T01:15:04.126699Z","end":"2026-03-03T01:15:04.653866Z","steps":["trace[1768560790] 'range keys from in-memory index tree' (duration: 526.910351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.654121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.334518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:04.654143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.126677Z","time spent":"527.454471ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:15:04.65416Z","caller":"traceutil/trace.go:171","msg":"trace[1054405693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10809; }","duration":"560.41248ms","start":"2026-03-03T01:15:04.093735Z","end":"2026-03-03T01:15:04.654147Z","steps":["trace[1054405693] 'range keys from in-memory index tree' (duration: 560.237666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.653756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.490421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:04.654196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.093712Z","time spent":"560.47486ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:15:04.654226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.639024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T01:15:04.653849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.126983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:04.65432Z","caller":"traceutil/trace.go:171","msg":"trace[1713943892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10809; }","duration":"560.609874ms","start":"2026-03-03T01:15:04.093696Z","end":"2026-03-03T01:15:04.654306Z","steps":["trace[1713943892] 'range keys from in-memory index tree' (duration: 560.091823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.65436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.093689Z","time spent":"560.659564ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:15:04.653899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.095117Z","time spent":"558.773967ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:15:04.654234Z","caller":"traceutil/trace.go:171","msg":"trace[1577483200] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10809; }","duration":"559.006631ms","start":"2026-03-03T01:15:04.095213Z","end":"2026-03-03T01:15:04.65422Z","steps":["trace[1577483200] 'range keys from in-memory index tree' (duration: 558.44726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.654498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.060735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:04.654279Z","caller":"traceutil/trace.go:171","msg":"trace[462078399] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10809; }","duration":"560.727026ms","start":"2026-03-03T01:15:04.093537Z","end":"2026-03-03T01:15:04.654264Z","steps":["trace[462078399] 'range keys from in-memory index tree' (duration: 560.504501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.654525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.095207Z","time spent":"559.283716ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:04.65457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.093515Z","time spent":"561.037091ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:15:04.654588Z","caller":"traceutil/trace.go:171","msg":"trace[639373452] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10809; }","duration":"115.141427ms","start":"2026-03-03T01:15:04.539384Z","end":"2026-03-03T01:15:04.654526Z","steps":["trace[639373452] 'count revisions from in-memory index tree' (duration: 114.996334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.654668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.606843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:15:04.654717Z","caller":"traceutil/trace.go:171","msg":"trace[1382915549] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10809; }","duration":"559.673603ms","start":"2026-03-03T01:15:04.095033Z","end":"2026-03-03T01:15:04.654707Z","steps":["trace[1382915549] 'range keys from in-memory index tree' (duration: 558.997021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.654743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.095023Z","time spent":"559.713275ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T01:15:05.220174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495793787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:05.721062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495793787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:06.222012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495793787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:06.720669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:15:06.72077Z","caller":"traceutil/trace.go:171","msg":"trace[706954034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007395s","start":"2026-03-03T01:15:04.720679Z","end":"2026-03-03T01:15:06.720753Z","steps":["trace[706954034] 'agreement among raft nodes before linearized reading' (duration: 1.999955578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:06.720817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.72065Z","time spent":"2.000157692s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:06.72218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495793787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:07.222389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495793787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:07.65103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.99259973s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:15:07.651664Z","caller":"traceutil/trace.go:171","msg":"trace[1473006354] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"2.993341304s","start":"2026-03-03T01:15:04.658294Z","end":"2026-03-03T01:15:07.651636Z","steps":["trace[1473006354] 'process raft request' (duration: 2.992893825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.651885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.658272Z","time spent":"2.993450257s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:07.657094Z","caller":"traceutil/trace.go:171","msg":"trace[704386214] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"2.235619889s","start":"2026-03-03T01:15:05.421464Z","end":"2026-03-03T01:15:07.657084Z","steps":["trace[704386214] 'process raft request' (duration: 2.235582858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.421448Z","time spent":"2.23569817s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:07.657218Z","caller":"traceutil/trace.go:171","msg":"trace[398857975] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"2.997322794s","start":"2026-03-03T01:15:04.659821Z","end":"2026-03-03T01:15:07.657144Z","steps":["trace[398857975] 'process raft request' (duration: 2.997148921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:07.657271Z","caller":"traceutil/trace.go:171","msg":"trace[1804422788] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"2.96456806s","start":"2026-03-03T01:15:04.692681Z","end":"2026-03-03T01:15:07.657249Z","steps":["trace[1804422788] 'process raft request' (duration: 2.964342966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.659804Z","time spent":"2.997499357s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:07.657403Z","caller":"traceutil/trace.go:171","msg":"trace[98135209] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"2.027954996s","start":"2026-03-03T01:15:05.629436Z","end":"2026-03-03T01:15:07.657391Z","steps":["trace[98135209] 'process raft request' (duration: 2.02762786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.69266Z","time spent":"2.964692423s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:07.657541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.629412Z","time spent":"2.028076379s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:07.657638Z","caller":"traceutil/trace.go:171","msg":"trace[1381885498] linearizableReadLoop","detail":"{readStateIndex:11213; appliedIndex:11207; }","duration":"2.937516291s","start":"2026-03-03T01:15:04.720108Z","end":"2026-03-03T01:15:07.657625Z","steps":["trace[1381885498] 'read index received' (duration: 2.931289816s)","trace[1381885498] 'applied index is now lower than readState.Index' (duration: 6.225625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:07.657654Z","caller":"traceutil/trace.go:171","msg":"trace[1860365256] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"1.735047903s","start":"2026-03-03T01:15:05.922597Z","end":"2026-03-03T01:15:07.657645Z","steps":["trace[1860365256] 'process raft request' (duration: 1.734733507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937703854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:15:07.657889Z","caller":"traceutil/trace.go:171","msg":"trace[196642608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10815; }","duration":"2.937806407s","start":"2026-03-03T01:15:04.720073Z","end":"2026-03-03T01:15:07.65788Z","steps":["trace[196642608] 'agreement among raft nodes before linearized reading' (duration: 2.937627343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.933711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.657936Z","caller":"traceutil/trace.go:171","msg":"trace[153168201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10815; }","duration":"936.991492ms","start":"2026-03-03T01:15:06.720936Z","end":"2026-03-03T01:15:07.657928Z","steps":["trace[153168201] 'agreement among raft nodes before linearized reading' (duration: 936.940861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.657933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.72006Z","time spent":"2.937864568s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:07.65796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.720923Z","time spent":"937.032472ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:07.657862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9374693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:15:07.658087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.922579Z","time spent":"1.735097464s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:07.658138Z","caller":"traceutil/trace.go:171","msg":"trace[493038369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10815; }","duration":"2.937715794s","start":"2026-03-03T01:15:04.720345Z","end":"2026-03-03T01:15:07.658061Z","steps":["trace[493038369] 'agreement among raft nodes before linearized reading' (duration: 2.937408558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.871106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:15:07.658233Z","caller":"traceutil/trace.go:171","msg":"trace[1224049415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10815; }","duration":"998.942297ms","start":"2026-03-03T01:15:06.65928Z","end":"2026-03-03T01:15:07.658223Z","steps":["trace[1224049415] 'agreement among raft nodes before linearized reading' (duration: 998.798125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.65825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.720322Z","time spent":"2.937891098s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.659269Z","time spent":"998.991699ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416720151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.658314Z","caller":"traceutil/trace.go:171","msg":"trace[702781366] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10815; }","duration":"1.416786563s","start":"2026-03-03T01:15:06.24152Z","end":"2026-03-03T01:15:07.658307Z","steps":["trace[702781366] 'agreement among raft nodes before linearized reading' (duration: 1.416725172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083916883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-5ff7cf58bc-x6gwq.18992fca6f32f2de\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T01:15:07.658419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93690171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:15:07.658335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.241471Z","time spent":"1.416858434s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:15:07.658435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000210154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.658446Z","caller":"traceutil/trace.go:171","msg":"trace[2120035564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10815; }","duration":"2.936946291s","start":"2026-03-03T01:15:04.721492Z","end":"2026-03-03T01:15:07.658438Z","steps":["trace[2120035564] 'agreement among raft nodes before linearized reading' (duration: 2.936869809s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:07.658477Z","caller":"traceutil/trace.go:171","msg":"trace[1547563135] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10815; }","duration":"1.000279826s","start":"2026-03-03T01:15:06.658189Z","end":"2026-03-03T01:15:07.658469Z","steps":["trace[1547563135] 'agreement among raft nodes before linearized reading' (duration: 1.000199475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.721482Z","time spent":"2.937007602s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748052681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:15:07.658565Z","caller":"traceutil/trace.go:171","msg":"trace[356077794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:10815; }","duration":"2.748175964s","start":"2026-03-03T01:15:04.910373Z","end":"2026-03-03T01:15:07.658549Z","steps":["trace[356077794] 'agreement among raft nodes before linearized reading' (duration: 2.74798072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.65858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.739825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:15:07.658622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.910346Z","time spent":"2.748258236s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.801975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T01:15:07.658634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431281182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:15:07.658695Z","caller":"traceutil/trace.go:171","msg":"trace[1925374168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10815; }","duration":"2.431377174s","start":"2026-03-03T01:15:05.227308Z","end":"2026-03-03T01:15:07.658685Z","steps":["trace[1925374168] 'agreement among raft nodes before linearized reading' (duration: 2.431213761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.951839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:07.658717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79350745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:07.658715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.353687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.658725Z","caller":"traceutil/trace.go:171","msg":"trace[1104648997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10815; }","duration":"1.000003229s","start":"2026-03-03T01:15:06.658715Z","end":"2026-03-03T01:15:07.658718Z","steps":["trace[1104648997] 'agreement among raft nodes before linearized reading' (duration: 999.966438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.65874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.227285Z","time spent":"2.431429765s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.658699Z","time spent":"1.000048771s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:07.658753Z","caller":"traceutil/trace.go:171","msg":"trace[889178554] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10815; }","duration":"999.407938ms","start":"2026-03-03T01:15:06.659334Z","end":"2026-03-03T01:15:07.658742Z","steps":["trace[889178554] 'agreement among raft nodes before linearized reading' (duration: 999.349126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.419518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:07.658804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.659327Z","time spent":"999.467399ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000950459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.65883Z","caller":"traceutil/trace.go:171","msg":"trace[2063634359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10815; }","duration":"999.50159ms","start":"2026-03-03T01:15:06.659313Z","end":"2026-03-03T01:15:07.658814Z","steps":["trace[2063634359] 'agreement among raft nodes before linearized reading' (duration: 999.405418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642963726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:15:07.65887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.659303Z","time spent":"999.559351ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:15:07.658882Z","caller":"traceutil/trace.go:171","msg":"trace[2070791243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10815; }","duration":"1.643030488s","start":"2026-03-03T01:15:06.015831Z","end":"2026-03-03T01:15:07.658861Z","steps":["trace[2070791243] 'agreement among raft nodes before linearized reading' (duration: 1.642926316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706004242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T01:15:07.658919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418160481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:15:07.658929Z","caller":"traceutil/trace.go:171","msg":"trace[1622607678] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10815; }","duration":"2.706110075s","start":"2026-03-03T01:15:04.952803Z","end":"2026-03-03T01:15:07.658913Z","steps":["trace[1622607678] 'agreement among raft nodes before linearized reading' (duration: 2.705980282s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:07.658944Z","caller":"traceutil/trace.go:171","msg":"trace[91883481] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:10815; }","duration":"2.418213652s","start":"2026-03-03T01:15:05.240724Z","end":"2026-03-03T01:15:07.658938Z","steps":["trace[91883481] 'agreement among raft nodes before linearized reading' (duration: 2.418135401s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.658969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.95279Z","time spent":"2.706170126s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676377314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:07.659136Z","caller":"traceutil/trace.go:171","msg":"trace[206542221] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10815; }","duration":"1.676568997s","start":"2026-03-03T01:15:05.982545Z","end":"2026-03-03T01:15:07.659114Z","steps":["trace[206542221] 'agreement among raft nodes before linearized reading' (duration: 1.676375563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.982528Z","time spent":"1.676655869s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:07.658862Z","caller":"traceutil/trace.go:171","msg":"trace[2097012899] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10815; }","duration":"1.001014641s","start":"2026-03-03T01:15:06.657838Z","end":"2026-03-03T01:15:07.658852Z","steps":["trace[2097012899] 'agreement among raft nodes before linearized reading' (duration: 1.000951139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.657825Z","time spent":"1.001474659s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.240715Z","time spent":"2.418270833s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T01:15:07.658742Z","caller":"traceutil/trace.go:171","msg":"trace[1855054745] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10815; }","duration":"1.79355712s","start":"2026-03-03T01:15:05.865178Z","end":"2026-03-03T01:15:07.658735Z","steps":["trace[1855054745] 'agreement among raft nodes before linearized reading' (duration: 1.793487489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.865167Z","time spent":"1.794392707s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:15:07.658402Z","caller":"traceutil/trace.go:171","msg":"trace[737219929] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-5ff7cf58bc-x6gwq.18992fca6f32f2de; range_end:; response_count:1; response_revision:10815; }","duration":"1.084149408s","start":"2026-03-03T01:15:06.574226Z","end":"2026-03-03T01:15:07.658375Z","steps":["trace[737219929] 'agreement among raft nodes before linearized reading' (duration: 1.083802561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.574194Z","time spent":"1.085473935s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":827,"request content":"key:\"/registry/events/openstack/cinder-volume-5ff7cf58bc-x6gwq.18992fca6f32f2de\" "} {"level":"info","ts":"2026-03-03T01:15:07.658662Z","caller":"traceutil/trace.go:171","msg":"trace[1240495460] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10815; }","duration":"999.877257ms","start":"2026-03-03T01:15:06.658776Z","end":"2026-03-03T01:15:07.658654Z","steps":["trace[1240495460] 'agreement among raft nodes before linearized reading' (duration: 999.753524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.658629Z","time spent":"1.001214263s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135947571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-03T01:15:07.659955Z","caller":"traceutil/trace.go:171","msg":"trace[1421917859] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10815; }","duration":"2.137094783s","start":"2026-03-03T01:15:05.522847Z","end":"2026-03-03T01:15:07.659942Z","steps":["trace[1421917859] 'agreement among raft nodes before linearized reading' (duration: 2.135949361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.659988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:05.522824Z","time spent":"2.137153525s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.556711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.660054Z","caller":"traceutil/trace.go:171","msg":"trace[415608051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10815; }","duration":"1.000150692s","start":"2026-03-03T01:15:06.659894Z","end":"2026-03-03T01:15:07.660044Z","steps":["trace[415608051] 'agreement among raft nodes before linearized reading' (duration: 998.558551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.660084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.659883Z","time spent":"1.000193134s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719938901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:15:07.660159Z","caller":"traceutil/trace.go:171","msg":"trace[171718901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10815; }","duration":"2.721355279s","start":"2026-03-03T01:15:04.938775Z","end":"2026-03-03T01:15:07.660131Z","steps":["trace[171718901] 'agreement among raft nodes before linearized reading' (duration: 2.71989327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.660266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.938759Z","time spent":"2.721476891s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:15:07.65851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.658177Z","time spent":"1.000326557s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:07.658637Z","caller":"traceutil/trace.go:171","msg":"trace[784322895] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10815; }","duration":"998.815556ms","start":"2026-03-03T01:15:06.65981Z","end":"2026-03-03T01:15:07.658625Z","steps":["trace[784322895] 'agreement among raft nodes before linearized reading' (duration: 998.687704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.65892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.015813Z","time spent":"1.643089399s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:15:07.658994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001120212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:07.660924Z","caller":"traceutil/trace.go:171","msg":"trace[737264238] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10815; }","duration":"1.003094941s","start":"2026-03-03T01:15:06.657817Z","end":"2026-03-03T01:15:07.660912Z","steps":["trace[737264238] 'agreement among raft nodes before linearized reading' (duration: 1.001143273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:07.660969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.657795Z","time spent":"1.003161872s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:07.66119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:06.659801Z","time spent":"1.001263844s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T01:15:13.935716Z","caller":"traceutil/trace.go:171","msg":"trace[1651242319] linearizableReadLoop","detail":"{readStateIndex:11244; appliedIndex:11243; }","duration":"254.810313ms","start":"2026-03-03T01:15:13.680881Z","end":"2026-03-03T01:15:13.935691Z","steps":["trace[1651242319] 'read index received' (duration: 254.774602ms)","trace[1651242319] 'applied index is now lower than readState.Index' (duration: 34.551µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:13.935811Z","caller":"traceutil/trace.go:171","msg":"trace[1299986440] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"255.038488ms","start":"2026-03-03T01:15:13.680732Z","end":"2026-03-03T01:15:13.935771Z","steps":["trace[1299986440] 'process raft request' (duration: 254.773662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:13.935899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.999107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:15:13.935951Z","caller":"traceutil/trace.go:171","msg":"trace[904890252] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10844; }","duration":"255.064878ms","start":"2026-03-03T01:15:13.680874Z","end":"2026-03-03T01:15:13.935939Z","steps":["trace[904890252] 'agreement among raft nodes before linearized reading' (duration: 254.912085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:14.02866Z","caller":"traceutil/trace.go:171","msg":"trace[1943104691] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"346.452401ms","start":"2026-03-03T01:15:13.68217Z","end":"2026-03-03T01:15:14.028622Z","steps":["trace[1943104691] 'process raft request' (duration: 346.151425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.028885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.682147Z","time spent":"346.604404ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:14.028935Z","caller":"traceutil/trace.go:171","msg":"trace[1850764915] transaction","detail":"{read_only:false; response_revision:10846; number_of_response:1; }","duration":"345.734857ms","start":"2026-03-03T01:15:13.683171Z","end":"2026-03-03T01:15:14.028906Z","steps":["trace[1850764915] 'process raft request' (duration: 345.372369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:14.028975Z","caller":"traceutil/trace.go:171","msg":"trace[1641682321] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"345.634765ms","start":"2026-03-03T01:15:13.683318Z","end":"2026-03-03T01:15:14.028953Z","steps":["trace[1641682321] 'process raft request' (duration: 345.460122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.683156Z","time spent":"345.83964ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:14.029091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.683304Z","time spent":"345.727718ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:14.029114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.459782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:14.029172Z","caller":"traceutil/trace.go:171","msg":"trace[1655080806] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10847; }","duration":"346.544883ms","start":"2026-03-03T01:15:13.682611Z","end":"2026-03-03T01:15:14.029156Z","steps":["trace[1655080806] 'agreement among raft nodes before linearized reading' (duration: 346.423401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.593994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:14.029212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.682599Z","time spent":"346.603805ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:15:14.029232Z","caller":"traceutil/trace.go:171","msg":"trace[303964005] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10847; }","duration":"346.633266ms","start":"2026-03-03T01:15:13.682589Z","end":"2026-03-03T01:15:14.029223Z","steps":["trace[303964005] 'agreement among raft nodes before linearized reading' (duration: 346.598095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.28659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:14.029252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.682579Z","time spent":"346.669096ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:15:14.029273Z","caller":"traceutil/trace.go:171","msg":"trace[1034173898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10847; }","duration":"308.378652ms","start":"2026-03-03T01:15:13.720877Z","end":"2026-03-03T01:15:14.029256Z","steps":["trace[1034173898] 'agreement among raft nodes before linearized reading' (duration: 308.292851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.02927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.491093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:15:14.029315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.720864Z","time spent":"308.441363ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.84644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:15:14.029334Z","caller":"traceutil/trace.go:171","msg":"trace[1968477485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10847; }","duration":"335.577424ms","start":"2026-03-03T01:15:13.693737Z","end":"2026-03-03T01:15:14.029315Z","steps":["trace[1968477485] 'agreement among raft nodes before linearized reading' (duration: 335.37845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:14.029364Z","caller":"traceutil/trace.go:171","msg":"trace[177608277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10847; }","duration":"340.883581ms","start":"2026-03-03T01:15:13.68847Z","end":"2026-03-03T01:15:14.029353Z","steps":["trace[177608277] 'agreement among raft nodes before linearized reading' (duration: 340.82558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.688463Z","time spent":"340.918172ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.693727Z","time spent":"335.640025ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.318989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:15:14.029451Z","caller":"traceutil/trace.go:171","msg":"trace[1337293199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10847; }","duration":"347.36425ms","start":"2026-03-03T01:15:13.682081Z","end":"2026-03-03T01:15:14.029445Z","steps":["trace[1337293199] 'agreement among raft nodes before linearized reading' (duration: 347.292959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.682066Z","time spent":"347.39731ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.238447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:15:14.029503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.961653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:15:14.02952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.497432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:15:14.029547Z","caller":"traceutil/trace.go:171","msg":"trace[110217636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10847; }","duration":"346.557914ms","start":"2026-03-03T01:15:13.682982Z","end":"2026-03-03T01:15:14.02954Z","steps":["trace[110217636] 'agreement among raft nodes before linearized reading' (duration: 346.488622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.533503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:14.029541Z","caller":"traceutil/trace.go:171","msg":"trace[1527258541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10847; }","duration":"345.299089ms","start":"2026-03-03T01:15:13.684229Z","end":"2026-03-03T01:15:14.029528Z","steps":["trace[1527258541] 'agreement among raft nodes before linearized reading' (duration: 345.169636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.682973Z","time spent":"346.587354ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:15:14.029572Z","caller":"traceutil/trace.go:171","msg":"trace[1698926162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10847; }","duration":"347.568113ms","start":"2026-03-03T01:15:13.681999Z","end":"2026-03-03T01:15:14.029567Z","steps":["trace[1698926162] 'agreement among raft nodes before linearized reading' (duration: 347.542073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:14.029556Z","caller":"traceutil/trace.go:171","msg":"trace[184023034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:10847; }","duration":"329.017944ms","start":"2026-03-03T01:15:13.70052Z","end":"2026-03-03T01:15:14.029538Z","steps":["trace[184023034] 'agreement among raft nodes before linearized reading' (duration: 328.882251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.681989Z","time spent":"347.596275ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.255373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:15:14.029595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.684217Z","time spent":"345.36786ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.700514Z","time spent":"329.082096ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l9rhv\" "} {"level":"info","ts":"2026-03-03T01:15:14.029624Z","caller":"traceutil/trace.go:171","msg":"trace[261329712] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10847; }","duration":"239.347705ms","start":"2026-03-03T01:15:13.790262Z","end":"2026-03-03T01:15:14.02961Z","steps":["trace[261329712] 'agreement among raft nodes before linearized reading' (duration: 239.237033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.499313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:14.02967Z","caller":"traceutil/trace.go:171","msg":"trace[400813407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10847; }","duration":"348.518473ms","start":"2026-03-03T01:15:13.681146Z","end":"2026-03-03T01:15:14.029665Z","steps":["trace[400813407] 'agreement among raft nodes before linearized reading' (duration: 348.491733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.681103Z","time spent":"348.579065ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.988813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:15:14.029806Z","caller":"traceutil/trace.go:171","msg":"trace[79563964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10847; }","duration":"343.544924ms","start":"2026-03-03T01:15:13.686255Z","end":"2026-03-03T01:15:14.0298Z","steps":["trace[79563964] 'agreement among raft nodes before linearized reading' (duration: 342.926682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.686246Z","time spent":"343.573524ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.726567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:14.029889Z","caller":"traceutil/trace.go:171","msg":"trace[844550804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10847; }","duration":"348.753238ms","start":"2026-03-03T01:15:13.68113Z","end":"2026-03-03T01:15:14.029883Z","steps":["trace[844550804] 'agreement among raft nodes before linearized reading' (duration: 348.724237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.681125Z","time spent":"348.777119ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:15:14.029969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.86015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:14.029985Z","caller":"traceutil/trace.go:171","msg":"trace[218438764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10847; }","duration":"348.88362ms","start":"2026-03-03T01:15:13.681095Z","end":"2026-03-03T01:15:14.029979Z","steps":["trace[218438764] 'agreement among raft nodes before linearized reading' (duration: 348.84813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.029982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.899231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:14.030005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.681091Z","time spent":"348.909201ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:15:14.030016Z","caller":"traceutil/trace.go:171","msg":"trace[1256488282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10847; }","duration":"348.944542ms","start":"2026-03-03T01:15:13.681062Z","end":"2026-03-03T01:15:14.030006Z","steps":["trace[1256488282] 'agreement among raft nodes before linearized reading' (duration: 348.887621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:14.030043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:13.681055Z","time spent":"348.980663ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:15.47882Z","caller":"traceutil/trace.go:171","msg":"trace[462289218] linearizableReadLoop","detail":"{readStateIndex:11252; appliedIndex:11251; }","duration":"238.042009ms","start":"2026-03-03T01:15:15.240754Z","end":"2026-03-03T01:15:15.478796Z","steps":["trace[462289218] 'read index received' (duration: 237.681092ms)","trace[462289218] 'applied index is now lower than readState.Index' (duration: 359.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:15.478859Z","caller":"traceutil/trace.go:171","msg":"trace[1344927081] transaction","detail":"{read_only:false; response_revision:10852; number_of_response:1; }","duration":"313.879612ms","start":"2026-03-03T01:15:15.164959Z","end":"2026-03-03T01:15:15.478838Z","steps":["trace[1344927081] 'process raft request' (duration: 313.622197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:15.479043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.268743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:15:15.479078Z","caller":"traceutil/trace.go:171","msg":"trace[1545836284] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:10852; }","duration":"238.358815ms","start":"2026-03-03T01:15:15.24071Z","end":"2026-03-03T01:15:15.479068Z","steps":["trace[1545836284] 'agreement among raft nodes before linearized reading' (duration: 238.217763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:15.479092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.684203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:15.479131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.164936Z","time spent":"314.086195ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:15.479195Z","caller":"traceutil/trace.go:171","msg":"trace[95675504] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10852; }","duration":"208.829335ms","start":"2026-03-03T01:15:15.270339Z","end":"2026-03-03T01:15:15.479168Z","steps":["trace[95675504] 'agreement among raft nodes before linearized reading' (duration: 208.658472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.129809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.126549ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:15:16.129914Z","caller":"traceutil/trace.go:171","msg":"trace[132091725] linearizableReadLoop","detail":"{readStateIndex:11253; appliedIndex:11252; }","duration":"444.497948ms","start":"2026-03-03T01:15:15.685395Z","end":"2026-03-03T01:15:16.129893Z","steps":["trace[132091725] 'read index received' (duration: 181.170754ms)","trace[132091725] 'applied index is now lower than readState.Index' (duration: 263.325314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:16.130013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.480081Z","time spent":"649.927796ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:15:16.130226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.754882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.130303Z","caller":"traceutil/trace.go:171","msg":"trace[1543074734] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10852; }","duration":"444.920466ms","start":"2026-03-03T01:15:15.685362Z","end":"2026-03-03T01:15:16.130283Z","steps":["trace[1543074734] 'agreement among raft nodes before linearized reading' (duration: 444.642311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.130404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.685345Z","time spent":"445.001757ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:15:16.281069Z","caller":"traceutil/trace.go:171","msg":"trace[766612505] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"340.002534ms","start":"2026-03-03T01:15:15.940991Z","end":"2026-03-03T01:15:16.280994Z","steps":["trace[766612505] 'process raft request' (duration: 339.83996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.281307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.940964Z","time spent":"340.182527ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:16.340075Z","caller":"traceutil/trace.go:171","msg":"trace[91201376] transaction","detail":"{read_only:false; response_revision:10854; number_of_response:1; }","duration":"305.984405ms","start":"2026-03-03T01:15:16.034068Z","end":"2026-03-03T01:15:16.340053Z","steps":["trace[91201376] 'process raft request' (duration: 305.823722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034047Z","time spent":"306.090197ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:16.340398Z","caller":"traceutil/trace.go:171","msg":"trace[655255569] transaction","detail":"{read_only:false; response_revision:10855; number_of_response:1; }","duration":"306.295161ms","start":"2026-03-03T01:15:16.034094Z","end":"2026-03-03T01:15:16.340389Z","steps":["trace[655255569] 'process raft request' (duration: 305.921774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034076Z","time spent":"306.342992ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:16.340509Z","caller":"traceutil/trace.go:171","msg":"trace[1739571332] linearizableReadLoop","detail":"{readStateIndex:11256; appliedIndex:11254; }","duration":"210.5262ms","start":"2026-03-03T01:15:16.129958Z","end":"2026-03-03T01:15:16.340484Z","steps":["trace[1739571332] 'read index received' (duration: 151.070354ms)","trace[1739571332] 'applied index is now lower than readState.Index' (duration: 59.454916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:16.340532Z","caller":"traceutil/trace.go:171","msg":"trace[617023464] transaction","detail":"{read_only:false; response_revision:10856; number_of_response:1; }","duration":"209.539041ms","start":"2026-03-03T01:15:16.13096Z","end":"2026-03-03T01:15:16.340499Z","steps":["trace[617023464] 'process raft request' (duration: 209.376368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.203638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:16.340646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.709302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:16.340673Z","caller":"traceutil/trace.go:171","msg":"trace[37893513] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10856; }","duration":"305.318481ms","start":"2026-03-03T01:15:16.035338Z","end":"2026-03-03T01:15:16.340656Z","steps":["trace[37893513] 'agreement among raft nodes before linearized reading' (duration: 305.169168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.340684Z","caller":"traceutil/trace.go:171","msg":"trace[1412345100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10856; }","duration":"638.808034ms","start":"2026-03-03T01:15:15.701862Z","end":"2026-03-03T01:15:16.34067Z","steps":["trace[1412345100] 'agreement among raft nodes before linearized reading' (duration: 638.720693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.03533Z","time spent":"305.380402ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:16.340729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.70184Z","time spent":"638.875945ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:15:16.340741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.830322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:16.340834Z","caller":"traceutil/trace.go:171","msg":"trace[1119446093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10856; }","duration":"280.972275ms","start":"2026-03-03T01:15:16.059842Z","end":"2026-03-03T01:15:16.340814Z","steps":["trace[1119446093] 'agreement among raft nodes before linearized reading' (duration: 280.669279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.198219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T01:15:16.340867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.406163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.340895Z","caller":"traceutil/trace.go:171","msg":"trace[1543297845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10856; }","duration":"305.24396ms","start":"2026-03-03T01:15:16.035642Z","end":"2026-03-03T01:15:16.340886Z","steps":["trace[1543297845] 'agreement among raft nodes before linearized reading' (duration: 305.105947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.043246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:15:16.340924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.035635Z","time spent":"305.28369ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:16.340928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.375982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.340939Z","caller":"traceutil/trace.go:171","msg":"trace[109809865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10856; }","duration":"294.103567ms","start":"2026-03-03T01:15:16.046827Z","end":"2026-03-03T01:15:16.34093Z","steps":["trace[109809865] 'agreement among raft nodes before linearized reading' (duration: 293.988945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.340947Z","caller":"traceutil/trace.go:171","msg":"trace[793776027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10856; }","duration":"305.434324ms","start":"2026-03-03T01:15:16.035507Z","end":"2026-03-03T01:15:16.340942Z","steps":["trace[793776027] 'agreement among raft nodes before linearized reading' (duration: 305.406223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.340899Z","caller":"traceutil/trace.go:171","msg":"trace[2140303161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10856; }","duration":"305.460944ms","start":"2026-03-03T01:15:16.035429Z","end":"2026-03-03T01:15:16.340889Z","steps":["trace[2140303161] 'agreement among raft nodes before linearized reading' (duration: 305.403833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.340968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.035487Z","time spent":"305.476984ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:16.341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.625327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:16.341036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.077676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:15:16.341041Z","caller":"traceutil/trace.go:171","msg":"trace[463621867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10856; }","duration":"305.685648ms","start":"2026-03-03T01:15:16.035346Z","end":"2026-03-03T01:15:16.341032Z","steps":["trace[463621867] 'agreement among raft nodes before linearized reading' (duration: 305.624757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.341054Z","caller":"traceutil/trace.go:171","msg":"trace[2141879634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10856; }","duration":"308.135468ms","start":"2026-03-03T01:15:16.032913Z","end":"2026-03-03T01:15:16.341049Z","steps":["trace[2141879634] 'agreement among raft nodes before linearized reading' (duration: 308.081737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.95769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:16.341072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.03289Z","time spent":"308.177408ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:15:16.341129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.920774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:15:16.341149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.698554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:15:16.341154Z","caller":"traceutil/trace.go:171","msg":"trace[856816598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:10856; }","duration":"272.965676ms","start":"2026-03-03T01:15:16.068183Z","end":"2026-03-03T01:15:16.341149Z","steps":["trace[856816598] 'agreement among raft nodes before linearized reading' (duration: 272.903644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.786655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.341174Z","caller":"traceutil/trace.go:171","msg":"trace[313684295] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10856; }","duration":"400.760885ms","start":"2026-03-03T01:15:15.940405Z","end":"2026-03-03T01:15:16.341166Z","steps":["trace[313684295] 'agreement among raft nodes before linearized reading' (duration: 400.692244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.341183Z","caller":"traceutil/trace.go:171","msg":"trace[183586704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10856; }","duration":"620.827515ms","start":"2026-03-03T01:15:15.720348Z","end":"2026-03-03T01:15:16.341175Z","steps":["trace[183586704] 'agreement among raft nodes before linearized reading' (duration: 620.741304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.940384Z","time spent":"400.807936ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T01:15:16.341186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.988865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:15:16.341208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.72034Z","time spent":"620.863186ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:15:16.341232Z","caller":"traceutil/trace.go:171","msg":"trace[1175261385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10856; }","duration":"281.059777ms","start":"2026-03-03T01:15:16.060157Z","end":"2026-03-03T01:15:16.341216Z","steps":["trace[1175261385] 'agreement among raft nodes before linearized reading' (duration: 280.945525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.565346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T01:15:16.341278Z","caller":"traceutil/trace.go:171","msg":"trace[2107522046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10856; }","duration":"306.609006ms","start":"2026-03-03T01:15:16.034663Z","end":"2026-03-03T01:15:16.341272Z","steps":["trace[2107522046] 'agreement among raft nodes before linearized reading' (duration: 306.530715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034655Z","time spent":"306.637176ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:16.341326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.78623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.341364Z","caller":"traceutil/trace.go:171","msg":"trace[1807250350] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10856; }","duration":"306.832911ms","start":"2026-03-03T01:15:16.034521Z","end":"2026-03-03T01:15:16.341354Z","steps":["trace[1807250350] 'agreement among raft nodes before linearized reading' (duration: 306.79159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.788851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:15:16.341395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034514Z","time spent":"306.874791ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:15:16.341403Z","caller":"traceutil/trace.go:171","msg":"trace[2058797830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10856; }","duration":"281.140018ms","start":"2026-03-03T01:15:16.060254Z","end":"2026-03-03T01:15:16.341394Z","steps":["trace[2058797830] 'agreement among raft nodes before linearized reading' (duration: 280.772121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.902742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:16.341429Z","caller":"traceutil/trace.go:171","msg":"trace[941462790] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10856; }","duration":"306.945423ms","start":"2026-03-03T01:15:16.034477Z","end":"2026-03-03T01:15:16.341422Z","steps":["trace[941462790] 'agreement among raft nodes before linearized reading' (duration: 306.908532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034468Z","time spent":"306.980324ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:16.34107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.035335Z","time spent":"305.728149ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:15:16.341291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.070206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:16.340999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.035416Z","time spent":"305.573636ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:16.34155Z","caller":"traceutil/trace.go:171","msg":"trace[1012726939] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10856; }","duration":"307.358202ms","start":"2026-03-03T01:15:16.034181Z","end":"2026-03-03T01:15:16.341539Z","steps":["trace[1012726939] 'agreement among raft nodes before linearized reading' (duration: 307.083017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:16.034167Z","time spent":"307.409833ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:16.341085Z","caller":"traceutil/trace.go:171","msg":"trace[1625653448] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10856; }","duration":"593.00155ms","start":"2026-03-03T01:15:15.748077Z","end":"2026-03-03T01:15:16.341078Z","steps":["trace[1625653448] 'agreement among raft nodes before linearized reading' (duration: 592.96558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.341636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:15.748065Z","time spent":"593.564401ms","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:16.461194Z","caller":"traceutil/trace.go:171","msg":"trace[159110716] linearizableReadLoop","detail":"{readStateIndex:11259; appliedIndex:11257; }","duration":"114.044426ms","start":"2026-03-03T01:15:16.347123Z","end":"2026-03-03T01:15:16.461168Z","steps":["trace[159110716] 'read index received' (duration: 24.337606ms)","trace[159110716] 'applied index is now lower than readState.Index' (duration: 89.70572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:16.461293Z","caller":"traceutil/trace.go:171","msg":"trace[649715729] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"114.082326ms","start":"2026-03-03T01:15:16.347147Z","end":"2026-03-03T01:15:16.46123Z","steps":["trace[649715729] 'process raft request' (duration: 113.911253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:16.46149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.337412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:16.461553Z","caller":"traceutil/trace.go:171","msg":"trace[33820128] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10861; }","duration":"114.432093ms","start":"2026-03-03T01:15:16.347104Z","end":"2026-03-03T01:15:16.461536Z","steps":["trace[33820128] 'agreement among raft nodes before linearized reading' (duration: 114.164158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.461873Z","caller":"traceutil/trace.go:171","msg":"trace[243080880] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"114.480505ms","start":"2026-03-03T01:15:16.347379Z","end":"2026-03-03T01:15:16.46186Z","steps":["trace[243080880] 'process raft request' (duration: 113.721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.462025Z","caller":"traceutil/trace.go:171","msg":"trace[2014789139] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"114.928823ms","start":"2026-03-03T01:15:16.347081Z","end":"2026-03-03T01:15:16.462009Z","steps":["trace[2014789139] 'process raft request' (duration: 113.815661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:16.462132Z","caller":"traceutil/trace.go:171","msg":"trace[471962859] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"114.689329ms","start":"2026-03-03T01:15:16.347423Z","end":"2026-03-03T01:15:16.462112Z","steps":["trace[471962859] 'process raft request' (duration: 113.708999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:45.795452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.352441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:45.795575Z","caller":"traceutil/trace.go:171","msg":"trace[377121938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11049; }","duration":"121.525253ms","start":"2026-03-03T01:15:45.674021Z","end":"2026-03-03T01:15:45.795546Z","steps":["trace[377121938] 'count revisions from in-memory index tree' (duration: 121.272778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:46.850518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.402082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:46.850639Z","caller":"traceutil/trace.go:171","msg":"trace[1916337023] linearizableReadLoop","detail":"{readStateIndex:11461; appliedIndex:11460; }","duration":"168.533352ms","start":"2026-03-03T01:15:46.682088Z","end":"2026-03-03T01:15:46.850622Z","steps":["trace[1916337023] 'read index received' (duration: 39.876605ms)","trace[1916337023] 'applied index is now lower than readState.Index' (duration: 128.655377ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:46.850653Z","caller":"traceutil/trace.go:171","msg":"trace[1766061267] transaction","detail":"{read_only:false; response_revision:11053; number_of_response:1; }","duration":"180.599624ms","start":"2026-03-03T01:15:46.670025Z","end":"2026-03-03T01:15:46.850625Z","steps":["trace[1766061267] 'process raft request' (duration: 52.001048ms)","trace[1766061267] 'compare' (duration: 128.270049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:46.850872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.760537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:46.850913Z","caller":"traceutil/trace.go:171","msg":"trace[576220406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11053; }","duration":"168.877899ms","start":"2026-03-03T01:15:46.682025Z","end":"2026-03-03T01:15:46.850903Z","steps":["trace[576220406] 'agreement among raft nodes before linearized reading' (duration: 168.685095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:46.850946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.049092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:15:46.851005Z","caller":"traceutil/trace.go:171","msg":"trace[1815226276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:11053; }","duration":"161.137944ms","start":"2026-03-03T01:15:46.689853Z","end":"2026-03-03T01:15:46.85099Z","steps":["trace[1815226276] 'agreement among raft nodes before linearized reading' (duration: 160.95976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:46.85105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.688887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:15:46.851093Z","caller":"traceutil/trace.go:171","msg":"trace[1902455611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11053; }","duration":"145.735078ms","start":"2026-03-03T01:15:46.705348Z","end":"2026-03-03T01:15:46.851083Z","steps":["trace[1902455611] 'agreement among raft nodes before linearized reading' (duration: 145.626706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:46.851121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.739608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:46.851229Z","caller":"traceutil/trace.go:171","msg":"trace[2050580899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11053; }","duration":"129.87313ms","start":"2026-03-03T01:15:46.721331Z","end":"2026-03-03T01:15:46.851204Z","steps":["trace[2050580899] 'agreement among raft nodes before linearized reading' (duration: 129.707847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:46.851214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.659856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:15:46.851259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.207536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:15:46.851376Z","caller":"traceutil/trace.go:171","msg":"trace[1663195168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11053; }","duration":"146.37873ms","start":"2026-03-03T01:15:46.704972Z","end":"2026-03-03T01:15:46.851351Z","steps":["trace[1663195168] 'agreement among raft nodes before linearized reading' (duration: 146.031963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:46.8513Z","caller":"traceutil/trace.go:171","msg":"trace[654477769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11053; }","duration":"146.762578ms","start":"2026-03-03T01:15:46.704516Z","end":"2026-03-03T01:15:46.851278Z","steps":["trace[654477769] 'agreement among raft nodes before linearized reading' (duration: 146.512153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:47.055662Z","caller":"traceutil/trace.go:171","msg":"trace[71226132] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"199.982199ms","start":"2026-03-03T01:15:46.855642Z","end":"2026-03-03T01:15:47.055624Z","steps":["trace[71226132] 'process raft request' (duration: 133.705857ms)","trace[71226132] 'compare' (duration: 65.963836ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:47.055756Z","caller":"traceutil/trace.go:171","msg":"trace[936602552] transaction","detail":"{read_only:false; response_revision:11056; number_of_response:1; }","duration":"199.863437ms","start":"2026-03-03T01:15:46.855851Z","end":"2026-03-03T01:15:47.055715Z","steps":["trace[936602552] 'process raft request' (duration: 199.694884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:47.056131Z","caller":"traceutil/trace.go:171","msg":"trace[20833746] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"199.316216ms","start":"2026-03-03T01:15:46.856777Z","end":"2026-03-03T01:15:47.056093Z","steps":["trace[20833746] 'process raft request' (duration: 198.891248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:48.876099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.75494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:48.876209Z","caller":"traceutil/trace.go:171","msg":"trace[870329329] linearizableReadLoop","detail":"{readStateIndex:11468; appliedIndex:11467; }","duration":"155.809198ms","start":"2026-03-03T01:15:48.720383Z","end":"2026-03-03T01:15:48.876192Z","steps":["trace[870329329] 'read index received' (duration: 54.798603ms)","trace[870329329] 'applied index is now lower than readState.Index' (duration: 101.006165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:48.876387Z","caller":"traceutil/trace.go:171","msg":"trace[1712335758] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"206.186584ms","start":"2026-03-03T01:15:48.670183Z","end":"2026-03-03T01:15:48.876369Z","steps":["trace[1712335758] 'process raft request' (duration: 105.071587ms)","trace[1712335758] 'compare' (duration: 100.524075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:48.87654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.137426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:48.876619Z","caller":"traceutil/trace.go:171","msg":"trace[1863871562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11060; }","duration":"156.262007ms","start":"2026-03-03T01:15:48.720339Z","end":"2026-03-03T01:15:48.876601Z","steps":["trace[1863871562] 'agreement among raft nodes before linearized reading' (duration: 156.109874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:16:40.187044Z","caller":"traceutil/trace.go:171","msg":"trace[318659670] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"137.229887ms","start":"2026-03-03T01:16:40.049773Z","end":"2026-03-03T01:16:40.187002Z","steps":["trace[318659670] 'process raft request' (duration: 137.032774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:16:45.288667Z","caller":"traceutil/trace.go:171","msg":"trace[1716650384] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"172.110053ms","start":"2026-03-03T01:16:45.116528Z","end":"2026-03-03T01:16:45.288638Z","steps":["trace[1716650384] 'process raft request' (duration: 171.481481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.934534Z","caller":"traceutil/trace.go:171","msg":"trace[1281699547] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"176.224086ms","start":"2026-03-03T01:17:14.758285Z","end":"2026-03-03T01:17:14.934509Z","steps":["trace[1281699547] 'process raft request' (duration: 176.058192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.989092Z","caller":"traceutil/trace.go:171","msg":"trace[629087378] transaction","detail":"{read_only:false; response_revision:11607; number_of_response:1; }","duration":"131.096406ms","start":"2026-03-03T01:17:14.857975Z","end":"2026-03-03T01:17:14.989072Z","steps":["trace[629087378] 'process raft request' (duration: 130.982083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:42.14046Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9606} {"level":"info","ts":"2026-03-03T01:17:42.219421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9606,"took":"76.506397ms","hash":1668371811,"current-db-size-bytes":42029056,"current-db-size":"42 MB","current-db-size-in-use-bytes":23691264,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:17:42.219492Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1668371811,"revision":9606,"compact-revision":7351} {"level":"info","ts":"2026-03-03T01:19:48.245716Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000330d.wal"} {"level":"warn","ts":"2026-03-03T01:21:23.327009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495800651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:21:23.420995Z","caller":"traceutil/trace.go:171","msg":"trace[611707364] transaction","detail":"{read_only:false; response_revision:13151; number_of_response:1; }","duration":"668.592289ms","start":"2026-03-03T01:21:22.752374Z","end":"2026-03-03T01:21:23.420966Z","steps":["trace[611707364] 'process raft request' (duration: 668.435376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.42116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.752357Z","time spent":"668.725042ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:23.425753Z","caller":"traceutil/trace.go:171","msg":"trace[1115212480] linearizableReadLoop","detail":"{readStateIndex:13639; appliedIndex:13637; }","duration":"599.826302ms","start":"2026-03-03T01:21:22.825893Z","end":"2026-03-03T01:21:23.425719Z","steps":["trace[1115212480] 'read index received' (duration: 594.916864ms)","trace[1115212480] 'applied index is now lower than readState.Index' (duration: 4.908688ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:23.42583Z","caller":"traceutil/trace.go:171","msg":"trace[63572926] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"670.473957ms","start":"2026-03-03T01:21:22.75535Z","end":"2026-03-03T01:21:23.425824Z","steps":["trace[63572926] 'process raft request' (duration: 670.268033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.425913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.755332Z","time spent":"670.515697ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:23.425957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.149422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:21:23.426056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.855988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T01:21:23.426067Z","caller":"traceutil/trace.go:171","msg":"trace[101462762] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13152; }","duration":"570.285856ms","start":"2026-03-03T01:21:22.855751Z","end":"2026-03-03T01:21:23.426037Z","steps":["trace[101462762] 'agreement among raft nodes before linearized reading' (duration: 570.111412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.426065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.510932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:21:23.42612Z","caller":"traceutil/trace.go:171","msg":"trace[483216841] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13152; }","duration":"482.949299ms","start":"2026-03-03T01:21:22.943152Z","end":"2026-03-03T01:21:23.426101Z","steps":["trace[483216841] 'agreement among raft nodes before linearized reading' (duration: 482.794696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:23.426134Z","caller":"traceutil/trace.go:171","msg":"trace[1099162578] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13152; }","duration":"477.617733ms","start":"2026-03-03T01:21:22.9485Z","end":"2026-03-03T01:21:23.426118Z","steps":["trace[1099162578] 'agreement among raft nodes before linearized reading' (duration: 477.413019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.426139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.231249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:21:23.426213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.903023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:21:23.426118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.927644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:21:23.426235Z","caller":"traceutil/trace.go:171","msg":"trace[1466631024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13152; }","duration":"442.949014ms","start":"2026-03-03T01:21:22.98328Z","end":"2026-03-03T01:21:23.426229Z","steps":["trace[1466631024] 'agreement among raft nodes before linearized reading' (duration: 442.870132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.426262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.983267Z","time spent":"442.992155ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:21:23.426253Z","caller":"traceutil/trace.go:171","msg":"trace[1843170691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13152; }","duration":"600.373393ms","start":"2026-03-03T01:21:22.825859Z","end":"2026-03-03T01:21:23.426232Z","steps":["trace[1843170691] 'agreement among raft nodes before linearized reading' (duration: 600.128128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.426162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.943132Z","time spent":"483.022241ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:21:23.426335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.825844Z","time spent":"600.476114ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:21:23.426333Z","caller":"traceutil/trace.go:171","msg":"trace[1563952163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13152; }","duration":"444.137918ms","start":"2026-03-03T01:21:22.982122Z","end":"2026-03-03T01:21:23.42626Z","steps":["trace[1563952163] 'agreement among raft nodes before linearized reading' (duration: 443.757151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.42651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.982106Z","time spent":"444.352422ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:23.426133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.855744Z","time spent":"570.372417ms","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:23.426167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:22.948487Z","time spent":"477.674855ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:21:38.021175Z","caller":"traceutil/trace.go:171","msg":"trace[1016125332] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"217.87884ms","start":"2026-03-03T01:21:37.803279Z","end":"2026-03-03T01:21:38.021158Z","steps":["trace[1016125332] 'process raft request' (duration: 217.584915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:38.028079Z","caller":"traceutil/trace.go:171","msg":"trace[369911113] linearizableReadLoop","detail":"{readStateIndex:13730; appliedIndex:13728; }","duration":"103.233672ms","start":"2026-03-03T01:21:37.924828Z","end":"2026-03-03T01:21:38.028062Z","steps":["trace[369911113] 'read index received' (duration: 96.05865ms)","trace[369911113] 'applied index is now lower than readState.Index' (duration: 7.174202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:38.028226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.382105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T01:21:38.028255Z","caller":"traceutil/trace.go:171","msg":"trace[2124562561] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13240; }","duration":"103.443126ms","start":"2026-03-03T01:21:37.924798Z","end":"2026-03-03T01:21:38.028241Z","steps":["trace[2124562561] 'agreement among raft nodes before linearized reading' (duration: 103.329434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:38.028964Z","caller":"traceutil/trace.go:171","msg":"trace[591601501] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"147.273527ms","start":"2026-03-03T01:21:37.880862Z","end":"2026-03-03T01:21:38.028135Z","steps":["trace[591601501] 'process raft request' (duration: 147.087843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:39.809398Z","caller":"traceutil/trace.go:171","msg":"trace[1496189398] linearizableReadLoop","detail":"{readStateIndex:13736; appliedIndex:13735; }","duration":"308.877008ms","start":"2026-03-03T01:21:39.500474Z","end":"2026-03-03T01:21:39.809351Z","steps":["trace[1496189398] 'read index received' (duration: 308.571882ms)","trace[1496189398] 'applied index is now lower than readState.Index' (duration: 304.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:39.80946Z","caller":"traceutil/trace.go:171","msg":"trace[51775635] transaction","detail":"{read_only:false; response_revision:13245; number_of_response:1; }","duration":"314.98778ms","start":"2026-03-03T01:21:39.494445Z","end":"2026-03-03T01:21:39.809432Z","steps":["trace[51775635] 'process raft request' (duration: 314.729245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:39.80957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:39.494418Z","time spent":"315.091992ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:39.809628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.126813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:21:39.809692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.60176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:21:39.809648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.781127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:21:39.809714Z","caller":"traceutil/trace.go:171","msg":"trace[221343858] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13245; }","duration":"257.647081ms","start":"2026-03-03T01:21:39.552057Z","end":"2026-03-03T01:21:39.809704Z","steps":["trace[221343858] 'agreement among raft nodes before linearized reading' (duration: 257.617441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:39.809714Z","caller":"traceutil/trace.go:171","msg":"trace[126623227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13245; }","duration":"309.234176ms","start":"2026-03-03T01:21:39.500462Z","end":"2026-03-03T01:21:39.809696Z","steps":["trace[126623227] 'agreement among raft nodes before linearized reading' (duration: 309.014812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:39.809735Z","caller":"traceutil/trace.go:171","msg":"trace[340021835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13245; }","duration":"307.90897ms","start":"2026-03-03T01:21:39.501816Z","end":"2026-03-03T01:21:39.809725Z","steps":["trace[340021835] 'agreement among raft nodes before linearized reading' (duration: 307.692565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:39.809723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.211742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:21:39.809771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:39.50181Z","time spent":"307.94834ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:21:39.809802Z","caller":"traceutil/trace.go:171","msg":"trace[648148749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:13245; }","duration":"171.367566ms","start":"2026-03-03T01:21:39.638417Z","end":"2026-03-03T01:21:39.809785Z","steps":["trace[648148749] 'agreement among raft nodes before linearized reading' (duration: 171.104771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:39.809832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.90915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:21:39.809869Z","caller":"traceutil/trace.go:171","msg":"trace[1409747619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13245; }","duration":"299.983882ms","start":"2026-03-03T01:21:39.509876Z","end":"2026-03-03T01:21:39.80986Z","steps":["trace[1409747619] 'agreement among raft nodes before linearized reading' (duration: 299.88347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:39.809888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:39.509855Z","time spent":"300.028753ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:39.809759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:39.500456Z","time spent":"309.294967ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:21:39.809639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.36315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:21:39.809945Z","caller":"traceutil/trace.go:171","msg":"trace[281848943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13245; }","duration":"299.680306ms","start":"2026-03-03T01:21:39.510256Z","end":"2026-03-03T01:21:39.809937Z","steps":["trace[281848943] 'agreement among raft nodes before linearized reading' (duration: 299.322169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.110858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.20459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:21:40.111075Z","caller":"traceutil/trace.go:171","msg":"trace[653582744] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"297.195037ms","start":"2026-03-03T01:21:39.813848Z","end":"2026-03-03T01:21:40.111043Z","steps":["trace[653582744] 'process raft request' (duration: 189.715871ms)","trace[653582744] 'compare' (duration: 107.053278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:40.111111Z","caller":"traceutil/trace.go:171","msg":"trace[1091873353] transaction","detail":"{read_only:false; response_revision:13248; number_of_response:1; }","duration":"295.352611ms","start":"2026-03-03T01:21:39.815739Z","end":"2026-03-03T01:21:40.111092Z","steps":["trace[1091873353] 'process raft request' (duration: 295.279019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.111123Z","caller":"traceutil/trace.go:171","msg":"trace[396641258] transaction","detail":"{read_only:false; response_revision:13247; number_of_response:1; }","duration":"296.704447ms","start":"2026-03-03T01:21:39.814387Z","end":"2026-03-03T01:21:40.111091Z","steps":["trace[396641258] 'process raft request' (duration: 296.580724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.11129Z","caller":"traceutil/trace.go:171","msg":"trace[89541979] transaction","detail":"{read_only:false; response_revision:13249; number_of_response:1; }","duration":"295.163676ms","start":"2026-03-03T01:21:39.816097Z","end":"2026-03-03T01:21:40.111261Z","steps":["trace[89541979] 'process raft request' (duration: 294.958212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.111822Z","caller":"traceutil/trace.go:171","msg":"trace[104285502] linearizableReadLoop","detail":"{readStateIndex:13740; appliedIndex:13736; }","duration":"186.098698ms","start":"2026-03-03T01:21:39.925709Z","end":"2026-03-03T01:21:40.111807Z","steps":["trace[104285502] 'read index received' (duration: 77.936099ms)","trace[104285502] 'applied index is now lower than readState.Index' (duration: 108.161079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:40.112003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.284762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:21:40.112045Z","caller":"traceutil/trace.go:171","msg":"trace[1730248574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13249; }","duration":"186.372173ms","start":"2026-03-03T01:21:39.925661Z","end":"2026-03-03T01:21:40.112033Z","steps":["trace[1730248574] 'agreement among raft nodes before linearized reading' (duration: 186.2132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.163694Z","caller":"traceutil/trace.go:171","msg":"trace[447019536] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"130.765629ms","start":"2026-03-03T01:21:40.032898Z","end":"2026-03-03T01:21:40.163664Z","steps":["trace[447019536] 'process raft request' (duration: 130.547235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.164051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.820119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:40.164188Z","caller":"traceutil/trace.go:171","msg":"trace[1815302872] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13251; }","duration":"147.015953ms","start":"2026-03-03T01:21:40.017153Z","end":"2026-03-03T01:21:40.164169Z","steps":["trace[1815302872] 'agreement among raft nodes before linearized reading' (duration: 146.811899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.164082Z","caller":"traceutil/trace.go:171","msg":"trace[608121244] transaction","detail":"{read_only:false; response_revision:13251; number_of_response:1; }","duration":"130.735019ms","start":"2026-03-03T01:21:40.033318Z","end":"2026-03-03T01:21:40.164053Z","steps":["trace[608121244] 'process raft request' (duration: 130.29005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:42.318834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.002094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:21:42.318927Z","caller":"traceutil/trace.go:171","msg":"trace[181594029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13262; }","duration":"203.120167ms","start":"2026-03-03T01:21:42.115776Z","end":"2026-03-03T01:21:42.318896Z","steps":["trace[181594029] 'range keys from in-memory index tree' (duration: 202.871992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:42.319017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.865412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:21:42.319015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.986575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:21:42.319071Z","caller":"traceutil/trace.go:171","msg":"trace[1422976593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13262; }","duration":"202.958124ms","start":"2026-03-03T01:21:42.116099Z","end":"2026-03-03T01:21:42.319057Z","steps":["trace[1422976593] 'range keys from in-memory index tree' (duration: 202.730189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.319103Z","caller":"traceutil/trace.go:171","msg":"trace[2053409522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13262; }","duration":"199.089797ms","start":"2026-03-03T01:21:42.119999Z","end":"2026-03-03T01:21:42.319088Z","steps":["trace[2053409522] 'range keys from in-memory index tree' (duration: 198.631068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:42.319167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.192278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:21:42.319236Z","caller":"traceutil/trace.go:171","msg":"trace[1949458231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13262; }","duration":"203.328621ms","start":"2026-03-03T01:21:42.115887Z","end":"2026-03-03T01:21:42.319216Z","steps":["trace[1949458231] 'range keys from in-memory index tree' (duration: 202.79685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.351818Z","caller":"traceutil/trace.go:171","msg":"trace[2027997561] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"180.495228ms","start":"2026-03-03T01:21:42.17131Z","end":"2026-03-03T01:21:42.351805Z","steps":["trace[2027997561] 'process raft request' (duration: 180.394736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.437665Z","caller":"traceutil/trace.go:171","msg":"trace[463052481] transaction","detail":"{read_only:false; response_revision:13264; number_of_response:1; }","duration":"266.12924ms","start":"2026-03-03T01:21:42.17151Z","end":"2026-03-03T01:21:42.437639Z","steps":["trace[463052481] 'process raft request' (duration: 265.951776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.437833Z","caller":"traceutil/trace.go:171","msg":"trace[351569495] transaction","detail":"{read_only:false; response_revision:13265; number_of_response:1; }","duration":"114.834062ms","start":"2026-03-03T01:21:42.322986Z","end":"2026-03-03T01:21:42.43782Z","steps":["trace[351569495] 'process raft request' (duration: 114.607738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.438004Z","caller":"traceutil/trace.go:171","msg":"trace[1756333390] transaction","detail":"{read_only:false; response_revision:13266; number_of_response:1; }","duration":"114.089648ms","start":"2026-03-03T01:21:42.323897Z","end":"2026-03-03T01:21:42.437987Z","steps":["trace[1756333390] 'process raft request' (duration: 113.870793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.438021Z","caller":"traceutil/trace.go:171","msg":"trace[658850636] linearizableReadLoop","detail":"{readStateIndex:13756; appliedIndex:13754; }","duration":"223.257448ms","start":"2026-03-03T01:21:42.214753Z","end":"2026-03-03T01:21:42.438011Z","steps":["trace[658850636] 'read index received' (duration: 136.916442ms)","trace[658850636] 'applied index is now lower than readState.Index' (duration: 86.340046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:42.438096Z","caller":"traceutil/trace.go:171","msg":"trace[2005875949] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"113.810803ms","start":"2026-03-03T01:21:42.324256Z","end":"2026-03-03T01:21:42.438067Z","steps":["trace[2005875949] 'process raft request' (duration: 113.67898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:42.438144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.38027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:42.438191Z","caller":"traceutil/trace.go:171","msg":"trace[107672002] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13268; }","duration":"223.469442ms","start":"2026-03-03T01:21:42.21471Z","end":"2026-03-03T01:21:42.43818Z","steps":["trace[107672002] 'agreement among raft nodes before linearized reading' (duration: 223.333309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:42.438121Z","caller":"traceutil/trace.go:171","msg":"trace[1877432206] transaction","detail":"{read_only:false; response_revision:13268; number_of_response:1; }","duration":"113.610628ms","start":"2026-03-03T01:21:42.324476Z","end":"2026-03-03T01:21:42.438086Z","steps":["trace[1877432206] 'process raft request' (duration: 113.498616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:42.43872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.207844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151726"} {"level":"info","ts":"2026-03-03T01:21:42.438765Z","caller":"traceutil/trace.go:171","msg":"trace[486355349] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13268; }","duration":"157.291176ms","start":"2026-03-03T01:21:42.281464Z","end":"2026-03-03T01:21:42.438755Z","steps":["trace[486355349] 'agreement among raft nodes before linearized reading' (duration: 156.775796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:01.587477Z","caller":"traceutil/trace.go:171","msg":"trace[2007484916] linearizableReadLoop","detail":"{readStateIndex:14045; appliedIndex:14044; }","duration":"499.941036ms","start":"2026-03-03T01:22:01.087511Z","end":"2026-03-03T01:22:01.587452Z","steps":["trace[2007484916] 'read index received' (duration: 499.722512ms)","trace[2007484916] 'applied index is now lower than readState.Index' (duration: 217.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:01.587558Z","caller":"traceutil/trace.go:171","msg":"trace[212529298] transaction","detail":"{read_only:false; response_revision:13541; number_of_response:1; }","duration":"519.171889ms","start":"2026-03-03T01:22:01.068354Z","end":"2026-03-03T01:22:01.587525Z","steps":["trace[212529298] 'process raft request' (duration: 518.945224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:01.587716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.778364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:01.587765Z","caller":"traceutil/trace.go:171","msg":"trace[363768255] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13541; }","duration":"494.843515ms","start":"2026-03-03T01:22:01.092907Z","end":"2026-03-03T01:22:01.587751Z","steps":["trace[363768255] 'agreement among raft nodes before linearized reading' (duration: 494.750953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:01.587767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:01.068314Z","time spent":"519.367413ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:01.587764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.250672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-03-03T01:22:01.587807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:01.092829Z","time spent":"494.965827ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:22:01.587828Z","caller":"traceutil/trace.go:171","msg":"trace[18487259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f3c30ad-c080-4647-91be-0c64fff99627; range_end:; response_count:1; response_revision:13541; }","duration":"500.363404ms","start":"2026-03-03T01:22:01.08745Z","end":"2026-03-03T01:22:01.587813Z","steps":["trace[18487259] 'agreement among raft nodes before linearized reading' (duration: 500.120039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:01.587874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:01.087428Z","time spent":"500.437716ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" "} {"level":"info","ts":"2026-03-03T01:22:42.15052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11775} {"level":"info","ts":"2026-03-03T01:22:42.244418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11775,"took":"90.293945ms","hash":13471629,"current-db-size-bytes":42029056,"current-db-size":"42 MB","current-db-size-in-use-bytes":26550272,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T01:22:42.244514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":13471629,"revision":11775,"compact-revision":9606} {"level":"warn","ts":"2026-03-03T01:23:24.932169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.469236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:24.932311Z","caller":"traceutil/trace.go:171","msg":"trace[1738733361] linearizableReadLoop","detail":"{readStateIndex:14819; appliedIndex:14817; }","duration":"147.492122ms","start":"2026-03-03T01:23:24.784804Z","end":"2026-03-03T01:23:24.932297Z","steps":["trace[1738733361] 'read index received' (duration: 28.823252ms)","trace[1738733361] 'applied index is now lower than readState.Index' (duration: 118.6681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:24.932468Z","caller":"traceutil/trace.go:171","msg":"trace[718604541] transaction","detail":"{read_only:false; response_revision:14292; number_of_response:1; }","duration":"153.930459ms","start":"2026-03-03T01:23:24.778529Z","end":"2026-03-03T01:23:24.93246Z","steps":["trace[718604541] 'process raft request' (duration: 35.106057ms)","trace[718604541] 'compare' (duration: 118.325952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:24.932587Z","caller":"traceutil/trace.go:171","msg":"trace[1066512021] transaction","detail":"{read_only:false; response_revision:14293; number_of_response:1; }","duration":"148.44088ms","start":"2026-03-03T01:23:24.784139Z","end":"2026-03-03T01:23:24.93258Z","steps":["trace[1066512021] 'process raft request' (duration: 148.127394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.932682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.876309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.932705Z","caller":"traceutil/trace.go:171","msg":"trace[1096449084] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14293; }","duration":"147.921641ms","start":"2026-03-03T01:23:24.784777Z","end":"2026-03-03T01:23:24.932699Z","steps":["trace[1096449084] 'agreement among raft nodes before linearized reading' (duration: 147.88231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.932806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.627445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.932826Z","caller":"traceutil/trace.go:171","msg":"trace[635103170] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14293; }","duration":"147.658315ms","start":"2026-03-03T01:23:24.785163Z","end":"2026-03-03T01:23:24.932822Z","steps":["trace[635103170] 'agreement among raft nodes before linearized reading' (duration: 147.629725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.679156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:24.933043Z","caller":"traceutil/trace.go:171","msg":"trace[722455269] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14293; }","duration":"142.701386ms","start":"2026-03-03T01:23:24.790337Z","end":"2026-03-03T01:23:24.933038Z","steps":["trace[722455269] 'agreement among raft nodes before linearized reading' (duration: 142.620455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.646135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:24.933179Z","caller":"traceutil/trace.go:171","msg":"trace[1655428927] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14293; }","duration":"143.681235ms","start":"2026-03-03T01:23:24.789493Z","end":"2026-03-03T01:23:24.933174Z","steps":["trace[1655428927] 'agreement among raft nodes before linearized reading' (duration: 143.624364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.259028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.933282Z","caller":"traceutil/trace.go:171","msg":"trace[1161502070] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14293; }","duration":"145.285998ms","start":"2026-03-03T01:23:24.787992Z","end":"2026-03-03T01:23:24.933278Z","steps":["trace[1161502070] 'agreement among raft nodes before linearized reading' (duration: 145.257987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.38454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.933387Z","caller":"traceutil/trace.go:171","msg":"trace[18414667] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14293; }","duration":"145.41505ms","start":"2026-03-03T01:23:24.787967Z","end":"2026-03-03T01:23:24.933382Z","steps":["trace[18414667] 'agreement among raft nodes before linearized reading' (duration: 145.38864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.921191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.933487Z","caller":"traceutil/trace.go:171","msg":"trace[568941559] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14293; }","duration":"145.950801ms","start":"2026-03-03T01:23:24.78753Z","end":"2026-03-03T01:23:24.933481Z","steps":["trace[568941559] 'agreement among raft nodes before linearized reading' (duration: 145.92578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:24.933558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.702945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:24.933579Z","caller":"traceutil/trace.go:171","msg":"trace[1517930189] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14293; }","duration":"147.732636ms","start":"2026-03-03T01:23:24.785841Z","end":"2026-03-03T01:23:24.933574Z","steps":["trace[1517930189] 'agreement among raft nodes before linearized reading' (duration: 147.705995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:26.770494Z","caller":"traceutil/trace.go:171","msg":"trace[1029985915] transaction","detail":"{read_only:false; response_revision:14300; number_of_response:1; }","duration":"361.872552ms","start":"2026-03-03T01:23:26.408604Z","end":"2026-03-03T01:23:26.770477Z","steps":["trace[1029985915] 'process raft request' (duration: 361.74879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:26.770533Z","caller":"traceutil/trace.go:171","msg":"trace[882085518] linearizableReadLoop","detail":"{readStateIndex:14827; appliedIndex:14827; }","duration":"285.354061ms","start":"2026-03-03T01:23:26.485137Z","end":"2026-03-03T01:23:26.770491Z","steps":["trace[882085518] 'read index received' (duration: 285.340731ms)","trace[882085518] 'applied index is now lower than readState.Index' (duration: 10.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:26.770603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:26.408576Z","time spent":"361.972654ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:26.770925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.765289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:26.770997Z","caller":"traceutil/trace.go:171","msg":"trace[481220326] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14300; }","duration":"285.885192ms","start":"2026-03-03T01:23:26.485092Z","end":"2026-03-03T01:23:26.770977Z","steps":["trace[481220326] 'agreement among raft nodes before linearized reading' (duration: 285.539465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:26.778712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.698679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:23:26.778807Z","caller":"traceutil/trace.go:171","msg":"trace[109169046] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14301; }","duration":"201.847842ms","start":"2026-03-03T01:23:26.576937Z","end":"2026-03-03T01:23:26.778785Z","steps":["trace[109169046] 'agreement among raft nodes before linearized reading' (duration: 201.581516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.419439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:27.173587Z","caller":"traceutil/trace.go:171","msg":"trace[909411449] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14301; }","duration":"235.543842ms","start":"2026-03-03T01:23:26.93802Z","end":"2026-03-03T01:23:27.173564Z","steps":["trace[909411449] 'range keys from in-memory index tree' (duration: 235.306657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.488181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:27.173667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.664474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:27.173702Z","caller":"traceutil/trace.go:171","msg":"trace[1276220822] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14301; }","duration":"235.746116ms","start":"2026-03-03T01:23:26.937944Z","end":"2026-03-03T01:23:27.17369Z","steps":["trace[1276220822] 'range keys from in-memory index tree' (duration: 235.548812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:27.173698Z","caller":"traceutil/trace.go:171","msg":"trace[1264136081] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14301; }","duration":"235.663154ms","start":"2026-03-03T01:23:26.938005Z","end":"2026-03-03T01:23:27.173668Z","steps":["trace[1264136081] 'range keys from in-memory index tree' (duration: 235.404069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.47406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:27.173831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.94678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:27.174576Z","caller":"traceutil/trace.go:171","msg":"trace[721515077] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14301; }","duration":"236.737125ms","start":"2026-03-03T01:23:26.937816Z","end":"2026-03-03T01:23:27.174554Z","steps":["trace[721515077] 'range keys from in-memory index tree' (duration: 235.849898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:27.173857Z","caller":"traceutil/trace.go:171","msg":"trace[1942634146] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14301; }","duration":"235.708275ms","start":"2026-03-03T01:23:26.938134Z","end":"2026-03-03T01:23:27.173842Z","steps":["trace[1942634146] 'range keys from in-memory index tree' (duration: 235.379909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.580513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:27.174913Z","caller":"traceutil/trace.go:171","msg":"trace[807607802] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14301; }","duration":"236.706934ms","start":"2026-03-03T01:23:26.938196Z","end":"2026-03-03T01:23:27.174903Z","steps":["trace[807607802] 'range keys from in-memory index tree' (duration: 235.510841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.689205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:27.175075Z","caller":"traceutil/trace.go:171","msg":"trace[1332850758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14301; }","duration":"236.980159ms","start":"2026-03-03T01:23:26.938086Z","end":"2026-03-03T01:23:27.175066Z","steps":["trace[1332850758] 'range keys from in-memory index tree' (duration: 235.532981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.173915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.912609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:27.17534Z","caller":"traceutil/trace.go:171","msg":"trace[211492026] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14301; }","duration":"237.350218ms","start":"2026-03-03T01:23:26.937973Z","end":"2026-03-03T01:23:27.175323Z","steps":["trace[211492026] 'range keys from in-memory index tree' (duration: 235.717775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:27.173973Z","caller":"traceutil/trace.go:171","msg":"trace[1700938027] transaction","detail":"{read_only:false; response_revision:14302; number_of_response:1; }","duration":"235.022502ms","start":"2026-03-03T01:23:26.938941Z","end":"2026-03-03T01:23:27.173964Z","steps":["trace[1700938027] 'process raft request' (duration: 194.628629ms)","trace[1700938027] 'compare' (duration: 40.116038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:27.180746Z","caller":"traceutil/trace.go:171","msg":"trace[1890658903] linearizableReadLoop","detail":"{readStateIndex:14830; appliedIndex:14828; }","duration":"189.23049ms","start":"2026-03-03T01:23:26.991502Z","end":"2026-03-03T01:23:27.180733Z","steps":["trace[1890658903] 'read index received' (duration: 142.090734ms)","trace[1890658903] 'applied index is now lower than readState.Index' (duration: 47.138816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:27.18092Z","caller":"traceutil/trace.go:171","msg":"trace[295225375] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"241.51274ms","start":"2026-03-03T01:23:26.939398Z","end":"2026-03-03T01:23:27.18091Z","steps":["trace[295225375] 'process raft request' (duration: 241.220015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:27.181102Z","caller":"traceutil/trace.go:171","msg":"trace[934912013] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"134.211818ms","start":"2026-03-03T01:23:27.046883Z","end":"2026-03-03T01:23:27.181095Z","steps":["trace[934912013] 'process raft request' (duration: 133.807719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.181261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.772042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:23:27.181286Z","caller":"traceutil/trace.go:171","msg":"trace[1391767671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14304; }","duration":"189.801832ms","start":"2026-03-03T01:23:26.991478Z","end":"2026-03-03T01:23:27.18128Z","steps":["trace[1391767671] 'agreement among raft nodes before linearized reading' (duration: 189.710771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.181402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.763842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:23:27.181425Z","caller":"traceutil/trace.go:171","msg":"trace[569660417] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14304; }","duration":"187.813813ms","start":"2026-03-03T01:23:26.993606Z","end":"2026-03-03T01:23:27.18142Z","steps":["trace[569660417] 'agreement among raft nodes before linearized reading' (duration: 187.750472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.181767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.909474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6vwrn\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-03-03T01:23:27.181794Z","caller":"traceutil/trace.go:171","msg":"trace[568797318] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6vwrn; range_end:; response_count:1; response_revision:14304; }","duration":"115.975755ms","start":"2026-03-03T01:23:27.065812Z","end":"2026-03-03T01:23:27.181788Z","steps":["trace[568797318] 'agreement among raft nodes before linearized reading' (duration: 115.897574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.181903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.806149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:23:27.181926Z","caller":"traceutil/trace.go:171","msg":"trace[66562671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14304; }","duration":"137.84778ms","start":"2026-03-03T01:23:27.044073Z","end":"2026-03-03T01:23:27.181921Z","steps":["trace[66562671] 'agreement among raft nodes before linearized reading' (duration: 137.791119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.182188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.497944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:23:27.182281Z","caller":"traceutil/trace.go:171","msg":"trace[759135010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14304; }","duration":"138.634156ms","start":"2026-03-03T01:23:27.043623Z","end":"2026-03-03T01:23:27.182257Z","steps":["trace[759135010] 'agreement among raft nodes before linearized reading' (duration: 138.378691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.182435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.70381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T01:23:27.182468Z","caller":"traceutil/trace.go:171","msg":"trace[1743639384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14304; }","duration":"188.764362ms","start":"2026-03-03T01:23:26.993698Z","end":"2026-03-03T01:23:27.182462Z","steps":["trace[1743639384] 'agreement among raft nodes before linearized reading' (duration: 188.68505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.182575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.317828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:23:27.182598Z","caller":"traceutil/trace.go:171","msg":"trace[1176723290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14304; }","duration":"149.386389ms","start":"2026-03-03T01:23:27.033205Z","end":"2026-03-03T01:23:27.182592Z","steps":["trace[1176723290] 'agreement among raft nodes before linearized reading' (duration: 149.334978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:27.182738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.936395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:27.18278Z","caller":"traceutil/trace.go:171","msg":"trace[1746423182] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14304; }","duration":"188.998136ms","start":"2026-03-03T01:23:26.993772Z","end":"2026-03-03T01:23:27.18277Z","steps":["trace[1746423182] 'agreement among raft nodes before linearized reading' (duration: 188.938124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:21.752557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.140553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:25:21.752671Z","caller":"traceutil/trace.go:171","msg":"trace[1325101468] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"289.418572ms","start":"2026-03-03T01:25:21.463234Z","end":"2026-03-03T01:25:21.752653Z","steps":["trace[1325101468] 'process raft request' (duration: 101.096185ms)","trace[1325101468] 'compare' (duration: 187.97913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:21.75346Z","caller":"traceutil/trace.go:171","msg":"trace[809417035] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"145.213686ms","start":"2026-03-03T01:25:21.608233Z","end":"2026-03-03T01:25:21.753447Z","steps":["trace[809417035] 'process raft request' (duration: 145.149475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:21.759945Z","caller":"traceutil/trace.go:171","msg":"trace[51048088] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"146.992482ms","start":"2026-03-03T01:25:21.609997Z","end":"2026-03-03T01:25:21.75699Z","steps":["trace[51048088] 'process raft request' (duration: 146.860389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:22.071391Z","caller":"traceutil/trace.go:171","msg":"trace[684766262] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"100.627156ms","start":"2026-03-03T01:25:21.970723Z","end":"2026-03-03T01:25:22.07135Z","steps":["trace[684766262] 'process raft request' (duration: 100.512254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:22.071478Z","caller":"traceutil/trace.go:171","msg":"trace[1223098216] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"102.618366ms","start":"2026-03-03T01:25:21.968836Z","end":"2026-03-03T01:25:22.071455Z","steps":["trace[1223098216] 'process raft request' (duration: 102.334431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:00.493099Z","caller":"traceutil/trace.go:171","msg":"trace[2145814697] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"226.058412ms","start":"2026-03-03T01:26:00.267011Z","end":"2026-03-03T01:26:00.493069Z","steps":["trace[2145814697] 'process raft request' (duration: 225.880609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:00.499895Z","caller":"traceutil/trace.go:171","msg":"trace[1788560598] transaction","detail":"{read_only:false; response_revision:15340; number_of_response:1; }","duration":"232.176293ms","start":"2026-03-03T01:26:00.267677Z","end":"2026-03-03T01:26:00.499854Z","steps":["trace[1788560598] 'process raft request' (duration: 231.822805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:00.506564Z","caller":"traceutil/trace.go:171","msg":"trace[1214580794] linearizableReadLoop","detail":"{readStateIndex:15904; appliedIndex:15903; }","duration":"238.732571ms","start":"2026-03-03T01:26:00.267798Z","end":"2026-03-03T01:26:00.506531Z","steps":["trace[1214580794] 'read index received' (duration: 225.261905ms)","trace[1214580794] 'applied index is now lower than readState.Index' (duration: 13.468876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:26:00.506871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.131195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:26:00.506916Z","caller":"traceutil/trace.go:171","msg":"trace[1613969325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15340; }","duration":"220.211777ms","start":"2026-03-03T01:26:00.28669Z","end":"2026-03-03T01:26:00.506902Z","steps":["trace[1613969325] 'agreement among raft nodes before linearized reading' (duration: 220.018173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:00.507074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.1375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:26:00.507169Z","caller":"traceutil/trace.go:171","msg":"trace[1085803239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15340; }","duration":"239.355374ms","start":"2026-03-03T01:26:00.267788Z","end":"2026-03-03T01:26:00.507143Z","steps":["trace[1085803239] 'agreement among raft nodes before linearized reading' (duration: 238.869845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:13.549267Z","caller":"traceutil/trace.go:171","msg":"trace[996650526] transaction","detail":"{read_only:false; response_revision:15596; number_of_response:1; }","duration":"174.530264ms","start":"2026-03-03T01:26:13.374706Z","end":"2026-03-03T01:26:13.549236Z","steps":["trace[996650526] 'process raft request' (duration: 174.31216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:17.788858Z","caller":"traceutil/trace.go:171","msg":"trace[495566638] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"113.250215ms","start":"2026-03-03T01:26:17.675572Z","end":"2026-03-03T01:26:17.788822Z","steps":["trace[495566638] 'process raft request' (duration: 112.654903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:20.817564Z","caller":"traceutil/trace.go:171","msg":"trace[1806623521] transaction","detail":"{read_only:false; response_revision:15644; number_of_response:1; }","duration":"183.520431ms","start":"2026-03-03T01:26:20.633999Z","end":"2026-03-03T01:26:20.81752Z","steps":["trace[1806623521] 'process raft request' (duration: 182.858378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:20.822708Z","caller":"traceutil/trace.go:171","msg":"trace[1449511643] transaction","detail":"{read_only:false; response_revision:15645; number_of_response:1; }","duration":"188.265095ms","start":"2026-03-03T01:26:20.634415Z","end":"2026-03-03T01:26:20.822681Z","steps":["trace[1449511643] 'process raft request' (duration: 188.121512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:20.822908Z","caller":"traceutil/trace.go:171","msg":"trace[1642284147] linearizableReadLoop","detail":"{readStateIndex:16217; appliedIndex:16214; }","duration":"187.227435ms","start":"2026-03-03T01:26:20.63564Z","end":"2026-03-03T01:26:20.822868Z","steps":["trace[1642284147] 'read index received' (duration: 181.185146ms)","trace[1642284147] 'applied index is now lower than readState.Index' (duration: 6.040149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:20.823017Z","caller":"traceutil/trace.go:171","msg":"trace[1963521660] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"188.425299ms","start":"2026-03-03T01:26:20.634486Z","end":"2026-03-03T01:26:20.822911Z","steps":["trace[1963521660] 'process raft request' (duration: 188.162403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.823128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.468859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:26:20.823166Z","caller":"traceutil/trace.go:171","msg":"trace[2033516940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15646; }","duration":"187.538241ms","start":"2026-03-03T01:26:20.635618Z","end":"2026-03-03T01:26:20.823156Z","steps":["trace[2033516940] 'agreement among raft nodes before linearized reading' (duration: 187.404949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.82323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.009851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-03-03T01:26:20.823284Z","caller":"traceutil/trace.go:171","msg":"trace[151518966] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15646; }","duration":"112.130203ms","start":"2026-03-03T01:26:20.711139Z","end":"2026-03-03T01:26:20.823269Z","steps":["trace[151518966] 'agreement among raft nodes before linearized reading' (duration: 111.907389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.823443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.881961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:20.823484Z","caller":"traceutil/trace.go:171","msg":"trace[1158297640] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15646; }","duration":"101.956771ms","start":"2026-03-03T01:26:20.721518Z","end":"2026-03-03T01:26:20.823475Z","steps":["trace[1158297640] 'agreement among raft nodes before linearized reading' (duration: 101.90228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.823496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.950332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:20.823533Z","caller":"traceutil/trace.go:171","msg":"trace[1805094321] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15646; }","duration":"102.016323ms","start":"2026-03-03T01:26:20.721503Z","end":"2026-03-03T01:26:20.823519Z","steps":["trace[1805094321] 'agreement among raft nodes before linearized reading' (duration: 101.962791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.823667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.30508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:20.823701Z","caller":"traceutil/trace.go:171","msg":"trace[1312861596] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15646; }","duration":"101.355381ms","start":"2026-03-03T01:26:20.722337Z","end":"2026-03-03T01:26:20.823692Z","steps":["trace[1312861596] 'agreement among raft nodes before linearized reading' (duration: 101.2971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.823796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.477044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:20.823824Z","caller":"traceutil/trace.go:171","msg":"trace[37857018] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15646; }","duration":"101.518254ms","start":"2026-03-03T01:26:20.722299Z","end":"2026-03-03T01:26:20.823817Z","steps":["trace[37857018] 'agreement among raft nodes before linearized reading' (duration: 101.474523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:20.824154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.076105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l9rhv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:26:20.824191Z","caller":"traceutil/trace.go:171","msg":"trace[161568153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l9rhv; range_end:; response_count:1; response_revision:15646; }","duration":"100.123736ms","start":"2026-03-03T01:26:20.724058Z","end":"2026-03-03T01:26:20.824181Z","steps":["trace[161568153] 'agreement among raft nodes before linearized reading' (duration: 99.976233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:20.944589Z","caller":"traceutil/trace.go:171","msg":"trace[1810451015] linearizableReadLoop","detail":"{readStateIndex:16218; appliedIndex:16217; }","duration":"103.563264ms","start":"2026-03-03T01:26:20.840997Z","end":"2026-03-03T01:26:20.94456Z","steps":["trace[1810451015] 'read index received' (duration: 88.70903ms)","trace[1810451015] 'applied index is now lower than readState.Index' (duration: 14.853054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:20.944773Z","caller":"traceutil/trace.go:171","msg":"trace[1381816977] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"109.997491ms","start":"2026-03-03T01:26:20.834731Z","end":"2026-03-03T01:26:20.944728Z","steps":["trace[1381816977] 'process raft request' (duration: 95.097816ms)","trace[1381816977] 'compare' (duration: 14.609119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:26:20.94489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.85763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:26:20.944962Z","caller":"traceutil/trace.go:171","msg":"trace[872854808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15647; }","duration":"103.941342ms","start":"2026-03-03T01:26:20.840992Z","end":"2026-03-03T01:26:20.944933Z","steps":["trace[872854808] 'agreement among raft nodes before linearized reading' (duration: 103.721017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:27:42.168301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14069} {"level":"info","ts":"2026-03-03T01:27:42.264633Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14069,"took":"93.24451ms","hash":253165974,"current-db-size-bytes":42872832,"current-db-size":"43 MB","current-db-size-in-use-bytes":27570176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:27:42.264708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":253165974,"revision":14069,"compact-revision":11775} {"level":"info","ts":"2026-03-03T01:29:08.744619Z","caller":"traceutil/trace.go:171","msg":"trace[1813784439] linearizableReadLoop","detail":"{readStateIndex:17289; appliedIndex:17288; }","duration":"134.068706ms","start":"2026-03-03T01:29:08.610525Z","end":"2026-03-03T01:29:08.744593Z","steps":["trace[1813784439] 'read index received' (duration: 133.895243ms)","trace[1813784439] 'applied index is now lower than readState.Index' (duration: 172.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:08.744718Z","caller":"traceutil/trace.go:171","msg":"trace[1394124624] transaction","detail":"{read_only:false; response_revision:16679; number_of_response:1; }","duration":"513.857239ms","start":"2026-03-03T01:29:08.23082Z","end":"2026-03-03T01:29:08.744677Z","steps":["trace[1394124624] 'process raft request' (duration: 513.593834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:08.744825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.2705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:08.746327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:08.2308Z","time spent":"515.42618ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:08.746354Z","caller":"traceutil/trace.go:171","msg":"trace[1798667943] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:16679; }","duration":"135.815651ms","start":"2026-03-03T01:29:08.610516Z","end":"2026-03-03T01:29:08.746332Z","steps":["trace[1798667943] 'agreement among raft nodes before linearized reading' (duration: 134.234039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:08.828818Z","caller":"traceutil/trace.go:171","msg":"trace[2070653445] transaction","detail":"{read_only:false; response_revision:16680; number_of_response:1; }","duration":"194.174082ms","start":"2026-03-03T01:29:08.634613Z","end":"2026-03-03T01:29:08.828787Z","steps":["trace[2070653445] 'process raft request' (duration: 191.194502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:08.828957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.903576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:08.82907Z","caller":"traceutil/trace.go:171","msg":"trace[335641242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16681; }","duration":"107.054569ms","start":"2026-03-03T01:29:08.721994Z","end":"2026-03-03T01:29:08.829048Z","steps":["trace[335641242] 'agreement among raft nodes before linearized reading' (duration: 106.839474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:08.829027Z","caller":"traceutil/trace.go:171","msg":"trace[1149374437] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"186.931208ms","start":"2026-03-03T01:29:08.642065Z","end":"2026-03-03T01:29:08.828996Z","steps":["trace[1149374437] 'process raft request' (duration: 186.653912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:08.829008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.909862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:29:08.832149Z","caller":"traceutil/trace.go:171","msg":"trace[1822544861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16681; }","duration":"145.26815ms","start":"2026-03-03T01:29:08.684036Z","end":"2026-03-03T01:29:08.829304Z","steps":["trace[1822544861] 'agreement among raft nodes before linearized reading' (duration: 144.79009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.053652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.281614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:29:16.05375Z","caller":"traceutil/trace.go:171","msg":"trace[813142388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16712; }","duration":"634.457268ms","start":"2026-03-03T01:29:15.419272Z","end":"2026-03-03T01:29:16.053729Z","steps":["trace[813142388] 'count revisions from in-memory index tree' (duration: 634.161892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.053805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.419248Z","time spent":"634.541459ms","remote":"127.0.0.1:34116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:16.05389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.653483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:29:16.053959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.018804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:29:16.054007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.515433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:29:16.054055Z","caller":"traceutil/trace.go:171","msg":"trace[964170057] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16712; }","duration":"941.164427ms","start":"2026-03-03T01:29:15.112864Z","end":"2026-03-03T01:29:16.054029Z","steps":["trace[964170057] 'count revisions from in-memory index tree' (duration: 940.930313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.054107Z","caller":"traceutil/trace.go:171","msg":"trace[359671404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16712; }","duration":"330.631126ms","start":"2026-03-03T01:29:15.723455Z","end":"2026-03-03T01:29:16.054086Z","steps":["trace[359671404] 'range keys from in-memory index tree' (duration: 330.299799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.035331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:16.054152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.723409Z","time spent":"330.734588ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:29:16.054216Z","caller":"traceutil/trace.go:171","msg":"trace[1337588157] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16712; }","duration":"430.112043ms","start":"2026-03-03T01:29:15.624065Z","end":"2026-03-03T01:29:16.054177Z","steps":["trace[1337588157] 'count revisions from in-memory index tree' (duration: 429.918719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.0542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.348668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T01:29:16.054272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.874063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T01:29:16.054282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.627185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:29:16.054346Z","caller":"traceutil/trace.go:171","msg":"trace[301038394] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:16712; }","duration":"750.960894ms","start":"2026-03-03T01:29:15.303367Z","end":"2026-03-03T01:29:16.054328Z","steps":["trace[301038394] 'range keys from in-memory index tree' (duration: 750.727581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.793465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82548\" ","response":"range_response_count:1 size:22129"} {"level":"warn","ts":"2026-03-03T01:29:16.054348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.992525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6vwrn\" ","response":"range_response_count:1 size:20869"} {"level":"info","ts":"2026-03-03T01:29:16.054384Z","caller":"traceutil/trace.go:171","msg":"trace[88722938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16712; }","duration":"329.772328ms","start":"2026-03-03T01:29:15.724584Z","end":"2026-03-03T01:29:16.054356Z","steps":["trace[88722938] 'range keys from in-memory index tree' (duration: 329.356749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.303284Z","time spent":"751.102927ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:29:16.054434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.724565Z","time spent":"329.858479ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:29:16.054435Z","caller":"traceutil/trace.go:171","msg":"trace[1110548128] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6vwrn; range_end:; response_count:1; response_revision:16712; }","duration":"751.111188ms","start":"2026-03-03T01:29:15.303303Z","end":"2026-03-03T01:29:16.054414Z","steps":["trace[1110548128] 'range keys from in-memory index tree' (duration: 750.801742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.112845Z","time spent":"941.250749ms","remote":"127.0.0.1:39034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:29:16.054044Z","caller":"traceutil/trace.go:171","msg":"trace[1412979902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16712; }","duration":"356.868677ms","start":"2026-03-03T01:29:15.697153Z","end":"2026-03-03T01:29:16.053995Z","steps":["trace[1412979902] 'range keys from in-memory index tree' (duration: 356.460258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.054439Z","caller":"traceutil/trace.go:171","msg":"trace[930204845] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82548; range_end:; response_count:1; response_revision:16712; }","duration":"892.904637ms","start":"2026-03-03T01:29:15.161499Z","end":"2026-03-03T01:29:16.054404Z","steps":["trace[930204845] 'range keys from in-memory index tree' (duration: 892.628041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.697131Z","time spent":"357.395768ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:16.054549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.161481Z","time spent":"893.05811ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82548\" "} {"level":"info","ts":"2026-03-03T01:29:16.054292Z","caller":"traceutil/trace.go:171","msg":"trace[1893608741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16712; }","duration":"608.452101ms","start":"2026-03-03T01:29:15.445805Z","end":"2026-03-03T01:29:16.054257Z","steps":["trace[1893608741] 'range keys from in-memory index tree' (duration: 608.119794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.445786Z","time spent":"608.832059ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:29:16.054491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.303284Z","time spent":"751.194369ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20892,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6vwrn\" "} {"level":"warn","ts":"2026-03-03T01:29:16.054452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.040541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-03T01:29:16.054736Z","caller":"traceutil/trace.go:171","msg":"trace[1218687979] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bbb47; range_end:; response_count:1; response_revision:16712; }","duration":"787.351729ms","start":"2026-03-03T01:29:15.267367Z","end":"2026-03-03T01:29:16.054719Z","steps":["trace[1218687979] 'range keys from in-memory index tree' (duration: 786.904269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.054798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.267349Z","time spent":"787.43487ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" "} {"level":"warn","ts":"2026-03-03T01:29:16.056186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:15.624042Z","time spent":"430.216265ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:29:16.19304Z","caller":"traceutil/trace.go:171","msg":"trace[1335987757] transaction","detail":"{read_only:false; response_revision:16715; number_of_response:1; }","duration":"132.208639ms","start":"2026-03-03T01:29:16.060805Z","end":"2026-03-03T01:29:16.193014Z","steps":["trace[1335987757] 'process raft request' (duration: 131.953954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.193129Z","caller":"traceutil/trace.go:171","msg":"trace[1771171883] transaction","detail":"{read_only:false; response_revision:16714; number_of_response:1; }","duration":"133.566607ms","start":"2026-03-03T01:29:16.059545Z","end":"2026-03-03T01:29:16.193112Z","steps":["trace[1771171883] 'process raft request' (duration: 133.167399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.193124Z","caller":"traceutil/trace.go:171","msg":"trace[1343826215] transaction","detail":"{read_only:false; response_revision:16713; number_of_response:1; }","duration":"134.280421ms","start":"2026-03-03T01:29:16.058812Z","end":"2026-03-03T01:29:16.193092Z","steps":["trace[1343826215] 'process raft request' (duration: 126.693369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.193258Z","caller":"traceutil/trace.go:171","msg":"trace[70386835] transaction","detail":"{read_only:false; response_revision:16717; number_of_response:1; }","duration":"123.082328ms","start":"2026-03-03T01:29:16.070128Z","end":"2026-03-03T01:29:16.19321Z","steps":["trace[70386835] 'process raft request' (duration: 122.7004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:16.193442Z","caller":"traceutil/trace.go:171","msg":"trace[1644058535] transaction","detail":"{read_only:false; response_revision:16716; number_of_response:1; }","duration":"131.955954ms","start":"2026-03-03T01:29:16.061475Z","end":"2026-03-03T01:29:16.193431Z","steps":["trace[1644058535] 'process raft request' (duration: 131.315452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.193712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.026615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946991"} {"level":"info","ts":"2026-03-03T01:29:16.193764Z","caller":"traceutil/trace.go:171","msg":"trace[352407102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16717; }","duration":"135.105887ms","start":"2026-03-03T01:29:16.058646Z","end":"2026-03-03T01:29:16.193752Z","steps":["trace[352407102] 'agreement among raft nodes before linearized reading' (duration: 134.23639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.19399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.838752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946991"} {"level":"info","ts":"2026-03-03T01:29:16.194023Z","caller":"traceutil/trace.go:171","msg":"trace[1258620210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16717; }","duration":"125.007536ms","start":"2026-03-03T01:29:16.069007Z","end":"2026-03-03T01:29:16.194014Z","steps":["trace[1258620210] 'agreement among raft nodes before linearized reading' (duration: 124.21106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.891161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.512441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:16.89124Z","caller":"traceutil/trace.go:171","msg":"trace[169250754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16720; }","duration":"168.645034ms","start":"2026-03-03T01:29:16.722579Z","end":"2026-03-03T01:29:16.891224Z","steps":["trace[169250754] 'range keys from in-memory index tree' (duration: 168.429219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:16.89127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.687939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:16.89186Z","caller":"traceutil/trace.go:171","msg":"trace[602745260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16720; }","duration":"132.809081ms","start":"2026-03-03T01:29:16.758557Z","end":"2026-03-03T01:29:16.891366Z","steps":["trace[602745260] 'range keys from in-memory index tree' (duration: 132.671808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.561981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413015312s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:29:18.880754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731723319s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:29:18.880899Z","caller":"traceutil/trace.go:171","msg":"trace[210899998] transaction","detail":"{read_only:false; response_revision:16722; number_of_response:1; }","duration":"1.992632588s","start":"2026-03-03T01:29:16.88821Z","end":"2026-03-03T01:29:18.880843Z","steps":["trace[210899998] 'process raft request' (duration: 260.744726ms)","trace[210899998] 'compare' (duration: 1.729788121s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:18.880918Z","caller":"traceutil/trace.go:171","msg":"trace[394469595] linearizableReadLoop","detail":"{readStateIndex:17334; appliedIndex:17333; }","duration":"1.988844384s","start":"2026-03-03T01:29:16.892061Z","end":"2026-03-03T01:29:18.880906Z","steps":["trace[394469595] 'read index received' (duration: 256.9074ms)","trace[394469595] 'applied index is now lower than readState.Index' (duration: 1.731934454s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:18.880969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:16.888178Z","time spent":"1.99275735s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:18.882669Z","caller":"traceutil/trace.go:171","msg":"trace[2081309959] transaction","detail":"{read_only:false; response_revision:16723; number_of_response:1; }","duration":"1.974238483s","start":"2026-03-03T01:29:16.908414Z","end":"2026-03-03T01:29:18.882652Z","steps":["trace[2081309959] 'process raft request' (duration: 1.972482967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.882655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990577328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:18.882717Z","caller":"traceutil/trace.go:171","msg":"trace[1181094161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16723; }","duration":"1.99066641s","start":"2026-03-03T01:29:16.892034Z","end":"2026-03-03T01:29:18.8827Z","steps":["trace[1181094161] 'agreement among raft nodes before linearized reading' (duration: 1.988907034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.882723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:16.908374Z","time spent":"1.974321755s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:18.882806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:16.892022Z","time spent":"1.990779012s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:29:18.883027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.164156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:29:18.883105Z","caller":"traceutil/trace.go:171","msg":"trace[1107745814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16724; }","duration":"684.251687ms","start":"2026-03-03T01:29:18.198832Z","end":"2026-03-03T01:29:18.883083Z","steps":["trace[1107745814] 'agreement among raft nodes before linearized reading' (duration: 684.045823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.198826Z","time spent":"684.319809ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:29:18.883125Z","caller":"traceutil/trace.go:171","msg":"trace[645797791] transaction","detail":"{read_only:false; response_revision:16724; number_of_response:1; }","duration":"1.815415794s","start":"2026-03-03T01:29:17.067678Z","end":"2026-03-03T01:29:18.883093Z","steps":["trace[645797791] 'process raft request' (duration: 1.814914505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.761833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-03T01:29:18.883269Z","caller":"traceutil/trace.go:171","msg":"trace[2030962626] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bbb47; range_end:; response_count:1; response_revision:16724; }","duration":"639.815104ms","start":"2026-03-03T01:29:18.243448Z","end":"2026-03-03T01:29:18.883263Z","steps":["trace[2030962626] 'agreement among raft nodes before linearized reading' (duration: 639.710882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.243435Z","time spent":"639.850434ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" "} {"level":"warn","ts":"2026-03-03T01:29:18.883335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:17.067651Z","time spent":"1.815578387s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:18.883356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955000411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:29:18.883467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.492526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82548\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-03-03T01:29:18.883498Z","caller":"traceutil/trace.go:171","msg":"trace[2005202001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16724; }","duration":"1.955173304s","start":"2026-03-03T01:29:16.9283Z","end":"2026-03-03T01:29:18.883473Z","steps":["trace[2005202001] 'agreement among raft nodes before linearized reading' (duration: 1.95448972s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:18.883516Z","caller":"traceutil/trace.go:171","msg":"trace[1828898904] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82548; range_end:; response_count:1; response_revision:16724; }","duration":"651.634248ms","start":"2026-03-03T01:29:18.231867Z","end":"2026-03-03T01:29:18.883502Z","steps":["trace[1828898904] 'agreement among raft nodes before linearized reading' (duration: 651.476795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.39122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:29:18.883558Z","caller":"traceutil/trace.go:171","msg":"trace[1261129097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16724; }","duration":"685.442591ms","start":"2026-03-03T01:29:18.198109Z","end":"2026-03-03T01:29:18.883552Z","steps":["trace[1261129097] 'agreement among raft nodes before linearized reading' (duration: 685.37911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.231846Z","time spent":"651.702ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82548\" "} {"level":"warn","ts":"2026-03-03T01:29:18.883582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.198093Z","time spent":"685.485072ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:18.883565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:16.928235Z","time spent":"1.955319686s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:29:18.883756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.454131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:29:18.883783Z","caller":"traceutil/trace.go:171","msg":"trace[1091910236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16724; }","duration":"685.486622ms","start":"2026-03-03T01:29:18.198287Z","end":"2026-03-03T01:29:18.883773Z","steps":["trace[1091910236] 'agreement among raft nodes before linearized reading' (duration: 685.42339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.883059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.737753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:29:18.883852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.575683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:29:18.883845Z","caller":"traceutil/trace.go:171","msg":"trace[2036773359] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16724; }","duration":"455.548369ms","start":"2026-03-03T01:29:18.42828Z","end":"2026-03-03T01:29:18.883828Z","steps":["trace[2036773359] 'agreement among raft nodes before linearized reading' (duration: 454.738253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:18.883873Z","caller":"traceutil/trace.go:171","msg":"trace[67808713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16724; }","duration":"685.606226ms","start":"2026-03-03T01:29:18.198262Z","end":"2026-03-03T01:29:18.883868Z","steps":["trace[67808713] 'agreement among raft nodes before linearized reading' (duration: 685.552304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.88389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.198257Z","time spent":"685.629506ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:18.8839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.428261Z","time spent":"455.620761ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:18.88396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470217009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:18.883983Z","caller":"traceutil/trace.go:171","msg":"trace[194794076] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16724; }","duration":"1.470280031s","start":"2026-03-03T01:29:17.413696Z","end":"2026-03-03T01:29:18.883976Z","steps":["trace[194794076] 'agreement among raft nodes before linearized reading' (duration: 1.47024343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:17.413672Z","time spent":"1.470323121s","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:18.8838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:18.198284Z","time spent":"685.512222ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:18.884145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551277591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:18.884187Z","caller":"traceutil/trace.go:171","msg":"trace[862519979] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16724; }","duration":"1.551373514s","start":"2026-03-03T01:29:17.332799Z","end":"2026-03-03T01:29:18.884173Z","steps":["trace[862519979] 'agreement among raft nodes before linearized reading' (duration: 1.551273132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.884125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766185566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:29:18.884215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:17.332775Z","time spent":"1.551433994s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:29:18.884292Z","caller":"traceutil/trace.go:171","msg":"trace[354419975] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:16724; }","duration":"1.766394369s","start":"2026-03-03T01:29:17.117871Z","end":"2026-03-03T01:29:18.884265Z","steps":["trace[354419975] 'agreement among raft nodes before linearized reading' (duration: 1.766116014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:18.884415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:17.117853Z","time spent":"1.766528283s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:29:19.119457Z","caller":"traceutil/trace.go:171","msg":"trace[1339701725] linearizableReadLoop","detail":"{readStateIndex:17339; appliedIndex:17336; }","duration":"225.471955ms","start":"2026-03-03T01:29:18.893958Z","end":"2026-03-03T01:29:19.11943Z","steps":["trace[1339701725] 'read index received' (duration: 41.23513ms)","trace[1339701725] 'applied index is now lower than readState.Index' (duration: 184.235494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:19.119716Z","caller":"traceutil/trace.go:171","msg":"trace[55892698] transaction","detail":"{read_only:false; response_revision:16727; number_of_response:1; }","duration":"225.807741ms","start":"2026-03-03T01:29:18.893891Z","end":"2026-03-03T01:29:19.119698Z","steps":["trace[55892698] 'process raft request' (duration: 225.287721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:19.119763Z","caller":"traceutil/trace.go:171","msg":"trace[1502381881] transaction","detail":"{read_only:false; response_revision:16729; number_of_response:1; }","duration":"225.607437ms","start":"2026-03-03T01:29:18.894118Z","end":"2026-03-03T01:29:19.119725Z","steps":["trace[1502381881] 'process raft request' (duration: 225.21965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:19.120066Z","caller":"traceutil/trace.go:171","msg":"trace[709170440] transaction","detail":"{read_only:false; response_revision:16726; number_of_response:1; }","duration":"226.25264ms","start":"2026-03-03T01:29:18.893802Z","end":"2026-03-03T01:29:19.120055Z","steps":["trace[709170440] 'process raft request' (duration: 194.728113ms)","trace[709170440] 'compare' (duration: 30.131168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:19.120171Z","caller":"traceutil/trace.go:171","msg":"trace[833821855] transaction","detail":"{read_only:false; response_revision:16728; number_of_response:1; }","duration":"226.052086ms","start":"2026-03-03T01:29:18.89411Z","end":"2026-03-03T01:29:19.120162Z","steps":["trace[833821855] 'process raft request' (duration: 225.194769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:19.120613Z","caller":"traceutil/trace.go:171","msg":"trace[987669851] transaction","detail":"{read_only:false; response_revision:16730; number_of_response:1; }","duration":"225.098066ms","start":"2026-03-03T01:29:18.895498Z","end":"2026-03-03T01:29:19.120596Z","steps":["trace[987669851] 'process raft request' (duration: 223.880473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:19.123375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.378001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946991"} {"level":"info","ts":"2026-03-03T01:29:19.12346Z","caller":"traceutil/trace.go:171","msg":"trace[1093280746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16730; }","duration":"229.514664ms","start":"2026-03-03T01:29:18.893927Z","end":"2026-03-03T01:29:19.123442Z","steps":["trace[1093280746] 'agreement among raft nodes before linearized reading' (duration: 226.717489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:19.127789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.418695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:19.127857Z","caller":"traceutil/trace.go:171","msg":"trace[63322006] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16730; }","duration":"124.565077ms","start":"2026-03-03T01:29:19.003271Z","end":"2026-03-03T01:29:19.127837Z","steps":["trace[63322006] 'agreement among raft nodes before linearized reading' (duration: 124.423815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:19.12815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.110806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:19.128183Z","caller":"traceutil/trace.go:171","msg":"trace[2076253710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16730; }","duration":"234.194198ms","start":"2026-03-03T01:29:18.893981Z","end":"2026-03-03T01:29:19.128175Z","steps":["trace[2076253710] 'agreement among raft nodes before linearized reading' (duration: 234.137077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:19.130292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.050064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946991"} {"level":"info","ts":"2026-03-03T01:29:19.130406Z","caller":"traceutil/trace.go:171","msg":"trace[2123379723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16730; }","duration":"236.392642ms","start":"2026-03-03T01:29:18.893991Z","end":"2026-03-03T01:29:19.130384Z","steps":["trace[2123379723] 'agreement among raft nodes before linearized reading' (duration: 233.702789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.227359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.656871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209354"} {"level":"info","ts":"2026-03-03T01:29:23.227519Z","caller":"traceutil/trace.go:171","msg":"trace[1882838301] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16801; }","duration":"103.913436ms","start":"2026-03-03T01:29:23.123574Z","end":"2026-03-03T01:29:23.227488Z","steps":["trace[1882838301] 'range keys from in-memory index tree' (duration: 102.223914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:23.5048Z","caller":"traceutil/trace.go:171","msg":"trace[2117956023] linearizableReadLoop","detail":"{readStateIndex:17416; appliedIndex:17415; }","duration":"278.561109ms","start":"2026-03-03T01:29:23.22621Z","end":"2026-03-03T01:29:23.504771Z","steps":["trace[2117956023] 'read index received' (duration: 227.28666ms)","trace[2117956023] 'applied index is now lower than readState.Index' (duration: 51.273029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:23.504898Z","caller":"traceutil/trace.go:171","msg":"trace[1563457119] transaction","detail":"{read_only:false; response_revision:16803; number_of_response:1; }","duration":"339.511381ms","start":"2026-03-03T01:29:23.165366Z","end":"2026-03-03T01:29:23.504878Z","steps":["trace[1563457119] 'process raft request' (duration: 288.111899ms)","trace[1563457119] 'compare' (duration: 50.878932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:23.50519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.165312Z","time spent":"339.643044ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:23.505248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.449281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82548\" ","response":"range_response_count:1 size:22129"} {"level":"warn","ts":"2026-03-03T01:29:23.505268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.871998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-03T01:29:23.505333Z","caller":"traceutil/trace.go:171","msg":"trace[98018257] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82548; range_end:; response_count:1; response_revision:16803; }","duration":"335.591394ms","start":"2026-03-03T01:29:23.169723Z","end":"2026-03-03T01:29:23.505314Z","steps":["trace[98018257] 'agreement among raft nodes before linearized reading' (duration: 335.124555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.142872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-03T01:29:23.505308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.945338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:29:23.505377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.631581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:29:23.505338Z","caller":"traceutil/trace.go:171","msg":"trace[367814472] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bbb47; range_end:; response_count:1; response_revision:16803; }","duration":"343.017611ms","start":"2026-03-03T01:29:23.162307Z","end":"2026-03-03T01:29:23.505324Z","steps":["trace[367814472] 'agreement among raft nodes before linearized reading' (duration: 342.599413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:23.505418Z","caller":"traceutil/trace.go:171","msg":"trace[1362188566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16803; }","duration":"369.09298ms","start":"2026-03-03T01:29:23.1363Z","end":"2026-03-03T01:29:23.505393Z","steps":["trace[1362188566] 'agreement among raft nodes before linearized reading' (duration: 368.56924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.162275Z","time spent":"343.170795ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bbb47\" "} {"level":"warn","ts":"2026-03-03T01:29:23.505482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.136287Z","time spent":"369.182262ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:23.505488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.177922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:29:23.505543Z","caller":"traceutil/trace.go:171","msg":"trace[1712637408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16803; }","duration":"369.262854ms","start":"2026-03-03T01:29:23.136263Z","end":"2026-03-03T01:29:23.505526Z","steps":["trace[1712637408] 'agreement among raft nodes before linearized reading' (duration: 368.656382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.169701Z","time spent":"335.671506ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82548\" "} {"level":"warn","ts":"2026-03-03T01:29:23.505588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.136247Z","time spent":"369.332355ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:29:23.505399Z","caller":"traceutil/trace.go:171","msg":"trace[2042789124] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:16804; }","duration":"272.258434ms","start":"2026-03-03T01:29:23.233121Z","end":"2026-03-03T01:29:23.50538Z","steps":["trace[2042789124] 'agreement among raft nodes before linearized reading' (duration: 272.014129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:23.505416Z","caller":"traceutil/trace.go:171","msg":"trace[762775951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16803; }","duration":"369.713823ms","start":"2026-03-03T01:29:23.135681Z","end":"2026-03-03T01:29:23.505395Z","steps":["trace[762775951] 'agreement among raft nodes before linearized reading' (duration: 369.248573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.600496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-03T01:29:23.505652Z","caller":"traceutil/trace.go:171","msg":"trace[1218735550] transaction","detail":"{read_only:false; response_revision:16804; number_of_response:1; }","duration":"273.473279ms","start":"2026-03-03T01:29:23.232078Z","end":"2026-03-03T01:29:23.505551Z","steps":["trace[1218735550] 'process raft request' (duration: 272.602792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.404391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-03T01:29:23.50594Z","caller":"traceutil/trace.go:171","msg":"trace[1633741546] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16804; }","duration":"243.699487ms","start":"2026-03-03T01:29:23.262224Z","end":"2026-03-03T01:29:23.505924Z","steps":["trace[1633741546] 'agreement among raft nodes before linearized reading' (duration: 243.189787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.505847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.135652Z","time spent":"370.179202ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:29:23.505993Z","caller":"traceutil/trace.go:171","msg":"trace[1721938824] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16803; }","duration":"315.792349ms","start":"2026-03-03T01:29:23.190046Z","end":"2026-03-03T01:29:23.505838Z","steps":["trace[1721938824] 'agreement among raft nodes before linearized reading' (duration: 314.893342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:23.509904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:23.190031Z","time spent":"316.118717ms","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"info","ts":"2026-03-03T01:29:58.140353Z","caller":"traceutil/trace.go:171","msg":"trace[963216503] transaction","detail":"{read_only:false; response_revision:17228; number_of_response:1; }","duration":"125.846743ms","start":"2026-03-03T01:29:58.014474Z","end":"2026-03-03T01:29:58.140321Z","steps":["trace[963216503] 'process raft request' (duration: 125.436035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:58.173495Z","caller":"traceutil/trace.go:171","msg":"trace[1355767378] transaction","detail":"{read_only:false; response_revision:17229; number_of_response:1; }","duration":"156.720017ms","start":"2026-03-03T01:29:58.016735Z","end":"2026-03-03T01:29:58.173455Z","steps":["trace[1355767378] 'process raft request' (duration: 156.472462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:42.179011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16136} {"level":"info","ts":"2026-03-03T01:32:42.27641Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16136,"took":"92.478729ms","hash":2768586328,"current-db-size-bytes":45404160,"current-db-size":"45 MB","current-db-size-in-use-bytes":29696000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T01:32:42.276485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2768586328,"revision":16136,"compact-revision":14069} {"level":"info","ts":"2026-03-03T01:35:02.202717Z","caller":"traceutil/trace.go:171","msg":"trace[1856752538] linearizableReadLoop","detail":"{readStateIndex:19933; appliedIndex:19932; }","duration":"109.726883ms","start":"2026-03-03T01:35:02.092953Z","end":"2026-03-03T01:35:02.202679Z","steps":["trace[1856752538] 'read index received' (duration: 109.339704ms)","trace[1856752538] 'applied index is now lower than readState.Index' (duration: 385.819µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:02.202799Z","caller":"traceutil/trace.go:171","msg":"trace[1831209873] transaction","detail":"{read_only:false; response_revision:19233; number_of_response:1; }","duration":"111.868095ms","start":"2026-03-03T01:35:02.090877Z","end":"2026-03-03T01:35:02.202745Z","steps":["trace[1831209873] 'process raft request' (duration: 111.571349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:02.204443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.449166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:35:02.204497Z","caller":"traceutil/trace.go:171","msg":"trace[850911803] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19233; }","duration":"111.572809ms","start":"2026-03-03T01:35:02.092911Z","end":"2026-03-03T01:35:02.204484Z","steps":["trace[850911803] 'agreement among raft nodes before linearized reading' (duration: 109.916027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:04.74641Z","caller":"traceutil/trace.go:171","msg":"trace[308569619] transaction","detail":"{read_only:false; response_revision:19244; number_of_response:1; }","duration":"511.988403ms","start":"2026-03-03T01:35:04.234395Z","end":"2026-03-03T01:35:04.746384Z","steps":["trace[308569619] 'process raft request' (duration: 511.799779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:04.746571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.234359Z","time spent":"512.134345ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:06.219014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157316346s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:06.219303Z","caller":"traceutil/trace.go:171","msg":"trace[841833470] linearizableReadLoop","detail":"{readStateIndex:19947; appliedIndex:19943; }","duration":"1.496886s","start":"2026-03-03T01:35:04.7224Z","end":"2026-03-03T01:35:06.219286Z","steps":["trace[841833470] 'read index received' (duration: 23.851085ms)","trace[841833470] 'applied index is now lower than readState.Index' (duration: 1.473033834s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:06.219306Z","caller":"traceutil/trace.go:171","msg":"trace[184466135] transaction","detail":"{read_only:false; response_revision:19245; number_of_response:1; }","duration":"1.973892265s","start":"2026-03-03T01:35:04.24537Z","end":"2026-03-03T01:35:06.219263Z","steps":["trace[184466135] 'process raft request' (duration: 816.207352ms)","trace[184466135] 'compare' (duration: 1.156978249s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:06.219461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.245336Z","time spent":"1.974046538s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:06.219582Z","caller":"traceutil/trace.go:171","msg":"trace[1863609426] transaction","detail":"{read_only:false; response_revision:19246; number_of_response:1; }","duration":"1.971878786s","start":"2026-03-03T01:35:04.247691Z","end":"2026-03-03T01:35:06.21957Z","steps":["trace[1863609426] 'process raft request' (duration: 1.971438276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.219681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.247665Z","time spent":"1.971979918s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:06.219854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453103539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:35:06.219907Z","caller":"traceutil/trace.go:171","msg":"trace[1648527184] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19247; }","duration":"1.45318929s","start":"2026-03-03T01:35:04.766703Z","end":"2026-03-03T01:35:06.219892Z","steps":["trace[1648527184] 'agreement among raft nodes before linearized reading' (duration: 1.453104559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.219943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.766684Z","time spent":"1.453249712s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:35:06.220197Z","caller":"traceutil/trace.go:171","msg":"trace[1517291745] transaction","detail":"{read_only:false; response_revision:19247; number_of_response:1; }","duration":"1.621201992s","start":"2026-03-03T01:35:04.598983Z","end":"2026-03-03T01:35:06.220185Z","steps":["trace[1517291745] 'process raft request' (duration: 1.620245132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.22026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.598953Z","time spent":"1.621279993s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:06.220361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497969941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:06.220383Z","caller":"traceutil/trace.go:171","msg":"trace[659666425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19247; }","duration":"1.498030513s","start":"2026-03-03T01:35:04.722347Z","end":"2026-03-03T01:35:06.220377Z","steps":["trace[659666425] 'agreement among raft nodes before linearized reading' (duration: 1.497995342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.220398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.722322Z","time spent":"1.498072983s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:35:06.220556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.672235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:35:06.220579Z","caller":"traceutil/trace.go:171","msg":"trace[703045949] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19247; }","duration":"426.727227ms","start":"2026-03-03T01:35:05.793846Z","end":"2026-03-03T01:35:06.220573Z","steps":["trace[703045949] 'agreement among raft nodes before linearized reading' (duration: 426.633455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.220596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.793827Z","time spent":"426.763807ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:35:06.220701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.273057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T01:35:06.220725Z","caller":"traceutil/trace.go:171","msg":"trace[381551538] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19247; }","duration":"697.294957ms","start":"2026-03-03T01:35:05.523422Z","end":"2026-03-03T01:35:06.220717Z","steps":["trace[381551538] 'agreement among raft nodes before linearized reading' (duration: 697.252897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.220741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.523366Z","time spent":"697.371129ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:35:06.220875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.463066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:35:06.220899Z","caller":"traceutil/trace.go:171","msg":"trace[1122783668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19247; }","duration":"831.534318ms","start":"2026-03-03T01:35:05.38936Z","end":"2026-03-03T01:35:06.220894Z","steps":["trace[1122783668] 'agreement among raft nodes before linearized reading' (duration: 831.475647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.220915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.389332Z","time spent":"831.579398ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:35:06.221022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.786072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:35:06.221044Z","caller":"traceutil/trace.go:171","msg":"trace[1699747715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19247; }","duration":"831.852644ms","start":"2026-03-03T01:35:05.389186Z","end":"2026-03-03T01:35:06.221039Z","steps":["trace[1699747715] 'agreement among raft nodes before linearized reading' (duration: 831.791782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.22106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.389163Z","time spent":"831.892985ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:35:06.221189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.251232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:35:06.221212Z","caller":"traceutil/trace.go:171","msg":"trace[882260822] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:19247; }","duration":"915.315784ms","start":"2026-03-03T01:35:05.305891Z","end":"2026-03-03T01:35:06.221206Z","steps":["trace[882260822] 'agreement among raft nodes before linearized reading' (duration: 915.254223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.221228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.305869Z","time spent":"915.355334ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:35:06.22142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097625769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:06.221528Z","caller":"traceutil/trace.go:171","msg":"trace[32442479] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19247; }","duration":"1.097756852s","start":"2026-03-03T01:35:05.123752Z","end":"2026-03-03T01:35:06.221509Z","steps":["trace[32442479] 'agreement among raft nodes before linearized reading' (duration: 1.097556538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.221547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40543236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:35:06.22163Z","caller":"traceutil/trace.go:171","msg":"trace[774291018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19247; }","duration":"1.405531912s","start":"2026-03-03T01:35:04.816072Z","end":"2026-03-03T01:35:06.221604Z","steps":["trace[774291018] 'agreement among raft nodes before linearized reading' (duration: 1.405326638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.221676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:04.816056Z","time spent":"1.405611813s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:35:06.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.498993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:35:06.221794Z","caller":"traceutil/trace.go:171","msg":"trace[1283648910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19247; }","duration":"946.573515ms","start":"2026-03-03T01:35:05.275207Z","end":"2026-03-03T01:35:06.221781Z","steps":["trace[1283648910] 'agreement among raft nodes before linearized reading' (duration: 946.496594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.22168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.577755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T01:35:06.221827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.275183Z","time spent":"946.637467ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:35:06.221841Z","caller":"traceutil/trace.go:171","msg":"trace[2022079038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19247; }","duration":"942.779759ms","start":"2026-03-03T01:35:05.279051Z","end":"2026-03-03T01:35:06.221831Z","steps":["trace[2022079038] 'agreement among raft nodes before linearized reading' (duration: 942.549275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:06.221876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.279027Z","time spent":"942.84023ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:35:06.221577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:05.123698Z","time spent":"1.097866594s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:06.722599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495821876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:35:07.213197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.317805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:07.21332Z","caller":"traceutil/trace.go:171","msg":"trace[1355666549] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19247; }","duration":"454.451738ms","start":"2026-03-03T01:35:06.758848Z","end":"2026-03-03T01:35:07.2133Z","steps":["trace[1355666549] 'range keys from in-memory index tree' (duration: 454.301084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.214195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.280671ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T01:35:07.214328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.222159Z","time spent":"992.161953ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:35:07.831287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.227106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:07.831572Z","caller":"traceutil/trace.go:171","msg":"trace[1146940946] transaction","detail":"{read_only:false; response_revision:19249; number_of_response:1; }","duration":"1.605057191s","start":"2026-03-03T01:35:06.226491Z","end":"2026-03-03T01:35:07.831549Z","steps":["trace[1146940946] 'process raft request' (duration: 1.604891447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.831697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.226482Z","time spent":"1.605180623s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:07.831937Z","caller":"traceutil/trace.go:171","msg":"trace[1747173164] transaction","detail":"{read_only:false; response_revision:19250; number_of_response:1; }","duration":"1.605091951s","start":"2026-03-03T01:35:06.226832Z","end":"2026-03-03T01:35:07.831924Z","steps":["trace[1747173164] 'process raft request' (duration: 1.604678273s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:07.831941Z","caller":"traceutil/trace.go:171","msg":"trace[1919080369] transaction","detail":"{read_only:false; response_revision:19248; number_of_response:1; }","duration":"1.6055306s","start":"2026-03-03T01:35:06.22636Z","end":"2026-03-03T01:35:07.831891Z","steps":["trace[1919080369] 'process raft request' (duration: 1.3525788s)","trace[1919080369] 'compare' (duration: 252.105384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:07.832009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.22682Z","time spent":"1.605152193s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:07.832125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.22633Z","time spent":"1.605696803s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:07.832095Z","caller":"traceutil/trace.go:171","msg":"trace[287511243] transaction","detail":"{read_only:false; response_revision:19254; number_of_response:1; }","duration":"615.586243ms","start":"2026-03-03T01:35:07.216473Z","end":"2026-03-03T01:35:07.832059Z","steps":["trace[287511243] 'process raft request' (duration: 615.520021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:07.832206Z","caller":"traceutil/trace.go:171","msg":"trace[291914724] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"1.60502573s","start":"2026-03-03T01:35:06.227164Z","end":"2026-03-03T01:35:07.832189Z","steps":["trace[291914724] 'process raft request' (duration: 1.604735405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.832289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.227146Z","time spent":"1.605101561s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:07.83228Z","caller":"traceutil/trace.go:171","msg":"trace[2016439640] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"1.079771294s","start":"2026-03-03T01:35:06.752496Z","end":"2026-03-03T01:35:07.832267Z","steps":["trace[2016439640] 'process raft request' (duration: 1.079444277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.832332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.216453Z","time spent":"615.754407ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:07.832414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.75247Z","time spent":"1.079886695s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:07.832595Z","caller":"traceutil/trace.go:171","msg":"trace[1672481932] linearizableReadLoop","detail":"{readStateIndex:19953; appliedIndex:19947; }","duration":"1.610267534s","start":"2026-03-03T01:35:06.222297Z","end":"2026-03-03T01:35:07.832565Z","steps":["trace[1672481932] 'read index received' (duration: 599.952811ms)","trace[1672481932] 'applied index is now lower than readState.Index' (duration: 1.010311002s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:07.83259Z","caller":"traceutil/trace.go:171","msg":"trace[1992766567] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"1.605468878s","start":"2026-03-03T01:35:06.227091Z","end":"2026-03-03T01:35:07.83256Z","steps":["trace[1992766567] 'process raft request' (duration: 1.604696163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.832732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610429878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:35:07.832754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.227077Z","time spent":"1.605599722s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:07.832768Z","caller":"traceutil/trace.go:171","msg":"trace[1211404052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19254; }","duration":"1.610494879s","start":"2026-03-03T01:35:06.222262Z","end":"2026-03-03T01:35:07.832757Z","steps":["trace[1211404052] 'agreement among raft nodes before linearized reading' (duration: 1.610430048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.832799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.222248Z","time spent":"1.61054589s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:35:07.832888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487641935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:35:07.832935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.896099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-796fb98997-bxwz4.189930cd68df7ac8\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-03T01:35:07.832976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.090927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:07.833027Z","caller":"traceutil/trace.go:171","msg":"trace[671797412] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-796fb98997-bxwz4.189930cd68df7ac8; range_end:; response_count:1; response_revision:19254; }","duration":"698.017822ms","start":"2026-03-03T01:35:07.134988Z","end":"2026-03-03T01:35:07.833006Z","steps":["trace[671797412] 'agreement among raft nodes before linearized reading' (duration: 697.758917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:07.833052Z","caller":"traceutil/trace.go:171","msg":"trace[949420730] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19254; }","duration":"396.2041ms","start":"2026-03-03T01:35:07.436827Z","end":"2026-03-03T01:35:07.833031Z","steps":["trace[949420730] 'agreement among raft nodes before linearized reading' (duration: 396.079367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.833057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41349404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:35:07.833097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.436804Z","time spent":"396.283022ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:35:07.833109Z","caller":"traceutil/trace.go:171","msg":"trace[1783439567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19254; }","duration":"1.413568623s","start":"2026-03-03T01:35:06.41952Z","end":"2026-03-03T01:35:07.833089Z","steps":["trace[1783439567] 'agreement among raft nodes before linearized reading' (duration: 1.413404569s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:07.832954Z","caller":"traceutil/trace.go:171","msg":"trace[1952898724] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19254; }","duration":"1.487744018s","start":"2026-03-03T01:35:06.345193Z","end":"2026-03-03T01:35:07.832937Z","steps":["trace[1952898724] 'agreement among raft nodes before linearized reading' (duration: 1.487531224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.833108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.13497Z","time spent":"698.116395ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-796fb98997-bxwz4.189930cd68df7ac8\" "} {"level":"warn","ts":"2026-03-03T01:35:07.833166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.4195Z","time spent":"1.413651935s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:35:07.833183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:06.345142Z","time spent":"1.488024294s","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:07.833102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.55647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T01:35:07.833572Z","caller":"traceutil/trace.go:171","msg":"trace[1537454669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19254; }","duration":"814.812855ms","start":"2026-03-03T01:35:07.018492Z","end":"2026-03-03T01:35:07.833305Z","steps":["trace[1537454669] 'agreement among raft nodes before linearized reading' (duration: 814.377925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:07.833864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.01847Z","time spent":"815.142451ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T01:35:08.337829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495821888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:35:08.83802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495821888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:35:09.338509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495821888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:35:09.350802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514772624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:35:09.353483Z","caller":"traceutil/trace.go:171","msg":"trace[310605102] transaction","detail":"{read_only:false; response_revision:19255; number_of_response:1; }","duration":"1.517522999s","start":"2026-03-03T01:35:07.835921Z","end":"2026-03-03T01:35:09.353444Z","steps":["trace[310605102] 'process raft request' (duration: 1.516383107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:09.353922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.835901Z","time spent":"1.517696702s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:09.84062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:35:09.840726Z","caller":"traceutil/trace.go:171","msg":"trace[1577087910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962373s","start":"2026-03-03T01:35:07.839737Z","end":"2026-03-03T01:35:09.840699Z","steps":["trace[1577087910] 'agreement among raft nodes before linearized reading' (duration: 2.00082062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:09.840778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.839731Z","time spent":"2.001038775s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:35:11.072217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586643435s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:35:11.073229Z","caller":"traceutil/trace.go:171","msg":"trace[647228266] transaction","detail":"{read_only:false; response_revision:19256; number_of_response:1; }","duration":"2.848636273s","start":"2026-03-03T01:35:08.224559Z","end":"2026-03-03T01:35:11.073196Z","steps":["trace[647228266] 'process raft request' (duration: 1.260907827s)","trace[647228266] 'compare' (duration: 1.586530172s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:35:11.073263Z","caller":"traceutil/trace.go:171","msg":"trace[135104634] transaction","detail":"{read_only:false; response_revision:19258; number_of_response:1; }","duration":"1.223473822s","start":"2026-03-03T01:35:09.849774Z","end":"2026-03-03T01:35:11.073247Z","steps":["trace[135104634] 'process raft request' (duration: 1.22340822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.073368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:08.224535Z","time spent":"2.848761775s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:35:11.073358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849761Z","time spent":"1.223541554s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:11.073688Z","caller":"traceutil/trace.go:171","msg":"trace[1504285115] transaction","detail":"{read_only:false; response_revision:19257; number_of_response:1; }","duration":"2.845959479s","start":"2026-03-03T01:35:08.227683Z","end":"2026-03-03T01:35:11.073643Z","steps":["trace[1504285115] 'process raft request' (duration: 2.844668984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.073783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:08.227655Z","time spent":"2.846083781s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:35:11.073751Z","caller":"traceutil/trace.go:171","msg":"trace[1334166752] linearizableReadLoop","detail":"{readStateIndex:19958; appliedIndex:19955; }","duration":"3.236644288s","start":"2026-03-03T01:35:07.837047Z","end":"2026-03-03T01:35:11.073691Z","steps":["trace[1334166752] 'read index received' (duration: 1.515238264s)","trace[1334166752] 'applied index is now lower than readState.Index' (duration: 1.721379744s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:11.07442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237359373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24304434-dd50-48db-9e75-14cca42f2600\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T01:35:11.074484Z","caller":"traceutil/trace.go:171","msg":"trace[931116962] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24304434-dd50-48db-9e75-14cca42f2600; range_end:; response_count:1; response_revision:19258; }","duration":"3.237454135s","start":"2026-03-03T01:35:07.837016Z","end":"2026-03-03T01:35:11.07447Z","steps":["trace[931116962] 'agreement among raft nodes before linearized reading' (duration: 3.237243609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.074515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.837007Z","time spent":"3.237500656s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-24304434-dd50-48db-9e75-14cca42f2600\" "} {"level":"warn","ts":"2026-03-03T01:35:11.595356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.363149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:35:11.595489Z","caller":"traceutil/trace.go:171","msg":"trace[1528631690] linearizableReadLoop","detail":"{readStateIndex:19960; appliedIndex:19959; }","duration":"521.048103ms","start":"2026-03-03T01:35:11.074417Z","end":"2026-03-03T01:35:11.595465Z","steps":["trace[1528631690] 'read index received' (duration: 509.61µs)","trace[1528631690] 'applied index is now lower than readState.Index' (duration: 520.536893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:35:11.596071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746219999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:35:11.596171Z","caller":"traceutil/trace.go:171","msg":"trace[1921986354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19258; }","duration":"1.746387352s","start":"2026-03-03T01:35:09.849757Z","end":"2026-03-03T01:35:11.596144Z","steps":["trace[1921986354] 'agreement among raft nodes before linearized reading' (duration: 1.745969554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.596278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849735Z","time spent":"1.746528535s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:35:11.5964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746494434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T01:35:11.596736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747058435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:35:11.596792Z","caller":"traceutil/trace.go:171","msg":"trace[1877529061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19258; }","duration":"1.747119386s","start":"2026-03-03T01:35:09.849652Z","end":"2026-03-03T01:35:11.596771Z","steps":["trace[1877529061] 'agreement among raft nodes before linearized reading' (duration: 1.746953013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.596836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849642Z","time spent":"1.747185438s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:35:11.596767Z","caller":"traceutil/trace.go:171","msg":"trace[1343726309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19258; }","duration":"1.747039325s","start":"2026-03-03T01:35:09.849702Z","end":"2026-03-03T01:35:11.596741Z","steps":["trace[1343726309] 'agreement among raft nodes before linearized reading' (duration: 1.746189978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747503503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:35:11.597071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.211843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:35:11.597087Z","caller":"traceutil/trace.go:171","msg":"trace[1318150201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19258; }","duration":"1.747605665s","start":"2026-03-03T01:35:09.849471Z","end":"2026-03-03T01:35:11.597077Z","steps":["trace[1318150201] 'agreement among raft nodes before linearized reading' (duration: 1.747474403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849445Z","time spent":"1.747667487s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:35:11.597125Z","caller":"traceutil/trace.go:171","msg":"trace[918528913] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19258; }","duration":"730.305104ms","start":"2026-03-03T01:35:10.866803Z","end":"2026-03-03T01:35:11.597108Z","steps":["trace[918528913] 'agreement among raft nodes before linearized reading' (duration: 730.215242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238364054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:35:11.597168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747722578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T01:35:11.597166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:10.866754Z","time spent":"730.402876ms","remote":"127.0.0.1:39020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:11.597185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.931862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T01:35:11.596441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510365855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T01:35:11.597227Z","caller":"traceutil/trace.go:171","msg":"trace[370359195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19258; }","duration":"1.747828s","start":"2026-03-03T01:35:09.849382Z","end":"2026-03-03T01:35:11.59721Z","steps":["trace[370359195] 'agreement among raft nodes before linearized reading' (duration: 1.747580245s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:11.597242Z","caller":"traceutil/trace.go:171","msg":"trace[330048936] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19258; }","duration":"417.022053ms","start":"2026-03-03T01:35:11.180202Z","end":"2026-03-03T01:35:11.597224Z","steps":["trace[330048936] 'agreement among raft nodes before linearized reading' (duration: 416.811039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.596543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747387971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:35:11.597281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.84934Z","time spent":"1.747933222s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:35:11.597282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051611508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:35:11.597261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760055688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:35:11.597226Z","caller":"traceutil/trace.go:171","msg":"trace[1857144014] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19258; }","duration":"3.238523856s","start":"2026-03-03T01:35:08.358682Z","end":"2026-03-03T01:35:11.597206Z","steps":["trace[1857144014] 'agreement among raft nodes before linearized reading' (duration: 3.238345542s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:11.597321Z","caller":"traceutil/trace.go:171","msg":"trace[1349618756] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19258; }","duration":"3.05168722s","start":"2026-03-03T01:35:08.545625Z","end":"2026-03-03T01:35:11.597313Z","steps":["trace[1349618756] 'agreement among raft nodes before linearized reading' (duration: 3.051628139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759906445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:35:11.597352Z","caller":"traceutil/trace.go:171","msg":"trace[1991404774] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19258; }","duration":"3.76017879s","start":"2026-03-03T01:35:07.837153Z","end":"2026-03-03T01:35:11.597332Z","steps":["trace[1991404774] 'agreement among raft nodes before linearized reading' (duration: 3.759836924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.104049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:35:11.597398Z","caller":"traceutil/trace.go:171","msg":"trace[766950595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19258; }","duration":"3.759993796s","start":"2026-03-03T01:35:07.837385Z","end":"2026-03-03T01:35:11.597378Z","steps":["trace[766950595] 'agreement among raft nodes before linearized reading' (duration: 3.759805053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849693Z","time spent":"1.747449923s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:35:11.59744Z","caller":"traceutil/trace.go:171","msg":"trace[842370157] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19258; }","duration":"206.306432ms","start":"2026-03-03T01:35:11.391114Z","end":"2026-03-03T01:35:11.597421Z","steps":["trace[842370157] 'agreement among raft nodes before linearized reading' (duration: 205.982966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:35:11.597248Z","caller":"traceutil/trace.go:171","msg":"trace[1806475574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19258; }","duration":"2.511234931s","start":"2026-03-03T01:35:09.085998Z","end":"2026-03-03T01:35:11.597233Z","steps":["trace[1806475574] 'agreement among raft nodes before linearized reading' (duration: 2.510278563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.837149Z","time spent":"3.760241252s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T01:35:11.597488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.085906Z","time spent":"2.511571998s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:35:11.597361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:08.358661Z","time spent":"3.23868656s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:35:11.597294Z","caller":"traceutil/trace.go:171","msg":"trace[209880376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19258; }","duration":"1.748223177s","start":"2026-03-03T01:35:09.849059Z","end":"2026-03-03T01:35:11.597282Z","steps":["trace[209880376] 'agreement among raft nodes before linearized reading' (duration: 1.7473503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.849031Z","time spent":"1.748520674s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:35:11.596625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238483118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-d845774bc-gzkr9.189930cd6939a649\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-03T01:35:11.597597Z","caller":"traceutil/trace.go:171","msg":"trace[2098055842] range","detail":"{range_begin:/registry/events/openstack/heat-api-d845774bc-gzkr9.189930cd6939a649; range_end:; response_count:1; response_revision:19258; }","duration":"2.239501907s","start":"2026-03-03T01:35:09.358076Z","end":"2026-03-03T01:35:11.597578Z","steps":["trace[2098055842] 'agreement among raft nodes before linearized reading' (duration: 2.238343765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.596701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149547809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:35:11.597649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.358054Z","time spent":"2.239580669s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-d845774bc-gzkr9.189930cd6939a649\" "} {"level":"info","ts":"2026-03-03T01:35:11.597675Z","caller":"traceutil/trace.go:171","msg":"trace[1284736465] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19258; }","duration":"2.150525988s","start":"2026-03-03T01:35:09.447137Z","end":"2026-03-03T01:35:11.597663Z","steps":["trace[1284736465] 'agreement among raft nodes before linearized reading' (duration: 2.149523948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.59729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:11.180172Z","time spent":"417.105875ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T01:35:11.597448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:07.83738Z","time spent":"3.760055357s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:35:11.596582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510512958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T01:35:11.597767Z","caller":"traceutil/trace.go:171","msg":"trace[519760230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19258; }","duration":"2.511800903s","start":"2026-03-03T01:35:09.08596Z","end":"2026-03-03T01:35:11.597761Z","steps":["trace[519760230] 'agreement among raft nodes before linearized reading' (duration: 2.510550708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.597786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.085936Z","time spent":"2.511843874s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:35:11.5977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:09.447076Z","time spent":"2.150615749s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:11.597379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:08.545601Z","time spent":"3.051769611s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:35:11.598111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595904438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:35:11.598178Z","caller":"traceutil/trace.go:171","msg":"trace[1246555499] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19258; }","duration":"1.596601603s","start":"2026-03-03T01:35:10.001561Z","end":"2026-03-03T01:35:11.598163Z","steps":["trace[1246555499] 'agreement among raft nodes before linearized reading' (duration: 1.595216265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:35:11.598219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:35:10.001537Z","time spent":"1.596669414s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:35:17.691436Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:35:17.69873Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T01:35:17.698831Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T01:37:42.193601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18292} {"level":"info","ts":"2026-03-03T01:37:42.312926Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18292,"took":"116.749395ms","hash":1157433258,"current-db-size-bytes":45404160,"current-db-size":"45 MB","current-db-size-in-use-bytes":29708288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T01:37:42.313012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1157433258,"revision":18292,"compact-revision":16136} {"level":"info","ts":"2026-03-03T01:39:11.941109Z","caller":"traceutil/trace.go:171","msg":"trace[1235334154] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"170.329431ms","start":"2026-03-03T01:39:11.770749Z","end":"2026-03-03T01:39:11.941078Z","steps":["trace[1235334154] 'process raft request' (duration: 129.988838ms)","trace[1235334154] 'compare' (duration: 40.142979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:39:11.941309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.962415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-03T01:39:11.941081Z","caller":"traceutil/trace.go:171","msg":"trace[226000461] linearizableReadLoop","detail":"{readStateIndex:22188; appliedIndex:22187; }","duration":"169.726769ms","start":"2026-03-03T01:39:11.77132Z","end":"2026-03-03T01:39:11.941047Z","steps":["trace[226000461] 'read index received' (duration: 129.288484ms)","trace[226000461] 'applied index is now lower than readState.Index' (duration: 40.436715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:39:11.941389Z","caller":"traceutil/trace.go:171","msg":"trace[1000058278] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21412; }","duration":"170.074186ms","start":"2026-03-03T01:39:11.77129Z","end":"2026-03-03T01:39:11.941365Z","steps":["trace[1000058278] 'agreement among raft nodes before linearized reading' (duration: 169.862021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:11.943066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.591486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:39:11.943148Z","caller":"traceutil/trace.go:171","msg":"trace[176877695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21413; }","duration":"171.703259ms","start":"2026-03-03T01:39:11.77143Z","end":"2026-03-03T01:39:11.943133Z","steps":["trace[176877695] 'agreement among raft nodes before linearized reading' (duration: 171.395223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:11.943495Z","caller":"traceutil/trace.go:171","msg":"trace[821729679] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"131.281524ms","start":"2026-03-03T01:39:11.812202Z","end":"2026-03-03T01:39:11.943484Z","steps":["trace[821729679] 'process raft request' (duration: 130.471638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:11.943858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.928274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-03-03T01:39:11.943923Z","caller":"traceutil/trace.go:171","msg":"trace[42998695] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21413; }","duration":"169.031895ms","start":"2026-03-03T01:39:11.774877Z","end":"2026-03-03T01:39:11.943909Z","steps":["trace[42998695] 'agreement among raft nodes before linearized reading' (duration: 168.816881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:11.944002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.583109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:39:11.944033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.771791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:39:11.944105Z","caller":"traceutil/trace.go:171","msg":"trace[644622051] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21413; }","duration":"131.733764ms","start":"2026-03-03T01:39:11.812351Z","end":"2026-03-03T01:39:11.944085Z","steps":["trace[644622051] 'agreement among raft nodes before linearized reading' (duration: 131.535359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:11.944126Z","caller":"traceutil/trace.go:171","msg":"trace[701235116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21413; }","duration":"152.902255ms","start":"2026-03-03T01:39:11.7912Z","end":"2026-03-03T01:39:11.944102Z","steps":["trace[701235116] 'agreement among raft nodes before linearized reading' (duration: 152.70801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:11.943889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.166928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:11.944311Z","caller":"traceutil/trace.go:171","msg":"trace[1038829192] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:0; response_revision:21413; }","duration":"170.629868ms","start":"2026-03-03T01:39:11.773668Z","end":"2026-03-03T01:39:11.944298Z","steps":["trace[1038829192] 'agreement among raft nodes before linearized reading' (duration: 170.178548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:15.054109Z","caller":"traceutil/trace.go:171","msg":"trace[865314981] linearizableReadLoop","detail":"{readStateIndex:22311; appliedIndex:22310; }","duration":"142.768252ms","start":"2026-03-03T01:39:14.911316Z","end":"2026-03-03T01:39:15.054084Z","steps":["trace[865314981] 'read index received' (duration: 142.394905ms)","trace[865314981] 'applied index is now lower than readState.Index' (duration: 372.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:39:15.054514Z","caller":"traceutil/trace.go:171","msg":"trace[275368366] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"150.262553ms","start":"2026-03-03T01:39:14.904236Z","end":"2026-03-03T01:39:15.054499Z","steps":["trace[275368366] 'process raft request' (duration: 149.597079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:15.05477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.430985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:15.054827Z","caller":"traceutil/trace.go:171","msg":"trace[1707386335] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21535; }","duration":"143.506987ms","start":"2026-03-03T01:39:14.911307Z","end":"2026-03-03T01:39:15.054814Z","steps":["trace[1707386335] 'agreement among raft nodes before linearized reading' (duration: 143.396135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:15.055029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.65889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:15.055073Z","caller":"traceutil/trace.go:171","msg":"trace[641304937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21535; }","duration":"143.70389ms","start":"2026-03-03T01:39:14.911357Z","end":"2026-03-03T01:39:15.05506Z","steps":["trace[641304937] 'agreement among raft nodes before linearized reading' (duration: 143.642529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:15.055249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.480019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:15.055293Z","caller":"traceutil/trace.go:171","msg":"trace[594930612] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:21535; }","duration":"117.536261ms","start":"2026-03-03T01:39:14.937745Z","end":"2026-03-03T01:39:15.055281Z","steps":["trace[594930612] 'agreement among raft nodes before linearized reading' (duration: 117.47521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:15.055499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.081331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:15.055544Z","caller":"traceutil/trace.go:171","msg":"trace[2005103483] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21535; }","duration":"118.149203ms","start":"2026-03-03T01:39:14.937385Z","end":"2026-03-03T01:39:15.055534Z","steps":["trace[2005103483] 'agreement among raft nodes before linearized reading' (duration: 118.079241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:15.055751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.559421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:15.055805Z","caller":"traceutil/trace.go:171","msg":"trace[1801765147] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21535; }","duration":"118.650812ms","start":"2026-03-03T01:39:14.937142Z","end":"2026-03-03T01:39:15.055793Z","steps":["trace[1801765147] 'agreement among raft nodes before linearized reading' (duration: 118.56979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:19.500139Z","caller":"traceutil/trace.go:171","msg":"trace[1824528246] linearizableReadLoop","detail":"{readStateIndex:22400; appliedIndex:22399; }","duration":"338.299777ms","start":"2026-03-03T01:39:19.161804Z","end":"2026-03-03T01:39:19.500104Z","steps":["trace[1824528246] 'read index received' (duration: 338.206255ms)","trace[1824528246] 'applied index is now lower than readState.Index' (duration: 92.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:39:19.500309Z","caller":"traceutil/trace.go:171","msg":"trace[382182361] transaction","detail":"{read_only:false; response_revision:21623; number_of_response:1; }","duration":"366.403817ms","start":"2026-03-03T01:39:19.133891Z","end":"2026-03-03T01:39:19.500295Z","steps":["trace[382182361] 'process raft request' (duration: 365.944708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:19.500807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.97431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:39:19.500936Z","caller":"traceutil/trace.go:171","msg":"trace[1362461410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21623; }","duration":"339.138633ms","start":"2026-03-03T01:39:19.161766Z","end":"2026-03-03T01:39:19.500905Z","steps":["trace[1362461410] 'agreement among raft nodes before linearized reading' (duration: 338.857448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:19.500996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.161721Z","time spent":"339.263675ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:39:19.500994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.13388Z","time spent":"366.466708ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:39:20.001214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495828853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:39:20.6681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.734188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:39:20.669622Z","caller":"traceutil/trace.go:171","msg":"trace[107904510] transaction","detail":"{read_only:false; response_revision:21624; number_of_response:1; }","duration":"1.413191949s","start":"2026-03-03T01:39:19.256374Z","end":"2026-03-03T01:39:20.669566Z","steps":["trace[107904510] 'process raft request' (duration: 873.890921ms)","trace[107904510] 'compare' (duration: 537.168006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:39:20.669683Z","caller":"traceutil/trace.go:171","msg":"trace[1990886452] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"1.162851184s","start":"2026-03-03T01:39:19.506805Z","end":"2026-03-03T01:39:20.669656Z","steps":["trace[1990886452] 'process raft request' (duration: 1.162746532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:20.669686Z","caller":"traceutil/trace.go:171","msg":"trace[906002024] transaction","detail":"{read_only:false; response_revision:21625; number_of_response:1; }","duration":"1.350544692s","start":"2026-03-03T01:39:19.319108Z","end":"2026-03-03T01:39:20.669653Z","steps":["trace[906002024] 'process raft request' (duration: 1.350325888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.669805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.506773Z","time spent":"1.162974037s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:39:20.669849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.319082Z","time spent":"1.350679534s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:39:20.669882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.256342Z","time spent":"1.413393203s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:39:20.669977Z","caller":"traceutil/trace.go:171","msg":"trace[1124607432] transaction","detail":"{read_only:false; response_revision:21627; number_of_response:1; }","duration":"1.091173446s","start":"2026-03-03T01:39:19.578791Z","end":"2026-03-03T01:39:20.669965Z","steps":["trace[1124607432] 'process raft request' (duration: 1.090809189s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:20.66994Z","caller":"traceutil/trace.go:171","msg":"trace[97239127] linearizableReadLoop","detail":"{readStateIndex:22404; appliedIndex:22400; }","duration":"1.169659609s","start":"2026-03-03T01:39:19.500247Z","end":"2026-03-03T01:39:20.669907Z","steps":["trace[97239127] 'read index received' (duration: 630.130576ms)","trace[97239127] 'applied index is now lower than readState.Index' (duration: 539.527523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:39:20.670042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.578759Z","time spent":"1.091253478s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:39:20.67016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384296634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:20.670213Z","caller":"traceutil/trace.go:171","msg":"trace[1140436947] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21627; }","duration":"1.384398826s","start":"2026-03-03T01:39:19.285803Z","end":"2026-03-03T01:39:20.670202Z","steps":["trace[1140436947] 'agreement among raft nodes before linearized reading' (duration: 1.384314684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.670245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.285783Z","time spent":"1.384453278s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:39:20.67026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39314749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:39:20.670264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332147796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:39:20.670318Z","caller":"traceutil/trace.go:171","msg":"trace[490358095] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21627; }","duration":"1.393206512s","start":"2026-03-03T01:39:19.277093Z","end":"2026-03-03T01:39:20.6703Z","steps":["trace[490358095] 'agreement among raft nodes before linearized reading' (duration: 1.393114359s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:20.670327Z","caller":"traceutil/trace.go:171","msg":"trace[676540504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21627; }","duration":"1.332222778s","start":"2026-03-03T01:39:19.338086Z","end":"2026-03-03T01:39:20.670309Z","steps":["trace[676540504] 'agreement among raft nodes before linearized reading' (duration: 1.331978462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.670378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.338021Z","time spent":"1.33234379s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:39:20.670382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.277036Z","time spent":"1.393314275s","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:39:20.674553Z","caller":"traceutil/trace.go:171","msg":"trace[864218524] transaction","detail":"{read_only:false; response_revision:21628; number_of_response:1; }","duration":"509.060267ms","start":"2026-03-03T01:39:20.16548Z","end":"2026-03-03T01:39:20.67454Z","steps":["trace[864218524] 'process raft request' (duration: 508.942754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.674646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.165453Z","time spent":"509.140358ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:39:20.674822Z","caller":"traceutil/trace.go:171","msg":"trace[54753332] transaction","detail":"{read_only:false; response_revision:21629; number_of_response:1; }","duration":"485.562828ms","start":"2026-03-03T01:39:20.189243Z","end":"2026-03-03T01:39:20.674805Z","steps":["trace[54753332] 'process raft request' (duration: 485.268962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.674944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.189223Z","time spent":"485.65789ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:39:20.676019Z","caller":"traceutil/trace.go:171","msg":"trace[250496362] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"483.305804ms","start":"2026-03-03T01:39:20.192698Z","end":"2026-03-03T01:39:20.676004Z","steps":["trace[250496362] 'process raft request' (duration: 482.029268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.676095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.192653Z","time spent":"483.405206ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:39:20.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.195572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:39:20.678209Z","caller":"traceutil/trace.go:171","msg":"trace[680759688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21631; }","duration":"357.275053ms","start":"2026-03-03T01:39:20.320926Z","end":"2026-03-03T01:39:20.678201Z","steps":["trace[680759688] 'agreement among raft nodes before linearized reading' (duration: 357.222692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.678228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.320891Z","time spent":"357.332875ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:39:20.67853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.784277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:264014"} {"level":"warn","ts":"2026-03-03T01:39:20.678528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.739046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:39:20.67859Z","caller":"traceutil/trace.go:171","msg":"trace[1248186235] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21631; }","duration":"778.829748ms","start":"2026-03-03T01:39:19.899749Z","end":"2026-03-03T01:39:20.678579Z","steps":["trace[1248186235] 'agreement among raft nodes before linearized reading' (duration: 778.658804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:20.678584Z","caller":"traceutil/trace.go:171","msg":"trace[1308741485] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:21631; }","duration":"440.867718ms","start":"2026-03-03T01:39:20.237703Z","end":"2026-03-03T01:39:20.678571Z","steps":["trace[1308741485] 'agreement among raft nodes before linearized reading' (duration: 440.49726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.678614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.899734Z","time spent":"778.871849ms","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":167,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:39:20.678624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.237677Z","time spent":"440.937359ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":264037,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:39:20.678609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.645756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:39:20.678646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076711239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:39:20.678687Z","caller":"traceutil/trace.go:171","msg":"trace[1127005733] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21631; }","duration":"643.752927ms","start":"2026-03-03T01:39:20.034914Z","end":"2026-03-03T01:39:20.678667Z","steps":["trace[1127005733] 'agreement among raft nodes before linearized reading' (duration: 643.595624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:39:20.678721Z","caller":"traceutil/trace.go:171","msg":"trace[792980687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21631; }","duration":"1.076827452s","start":"2026-03-03T01:39:19.601877Z","end":"2026-03-03T01:39:20.678704Z","steps":["trace[792980687] 'agreement among raft nodes before linearized reading' (duration: 1.076594487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.678714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.66009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T01:39:20.678729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:20.034897Z","time spent":"643.8221ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:39:20.67876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.601859Z","time spent":"1.076895483s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:39:20.678774Z","caller":"traceutil/trace.go:171","msg":"trace[815203891] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21631; }","duration":"264.753612ms","start":"2026-03-03T01:39:20.414001Z","end":"2026-03-03T01:39:20.678755Z","steps":["trace[815203891] 'agreement among raft nodes before linearized reading' (duration: 264.593118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076523455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:39:20.67883Z","caller":"traceutil/trace.go:171","msg":"trace[319225639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21631; }","duration":"1.07724654s","start":"2026-03-03T01:39:19.601575Z","end":"2026-03-03T01:39:20.678822Z","steps":["trace[319225639] 'agreement among raft nodes before linearized reading' (duration: 1.076463924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:39:20.678859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:39:19.601542Z","time spent":"1.077310172s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:39:20.678979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.165791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:39:20.679014Z","caller":"traceutil/trace.go:171","msg":"trace[1300509751] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21631; }","duration":"144.191412ms","start":"2026-03-03T01:39:20.534807Z","end":"2026-03-03T01:39:20.678999Z","steps":["trace[1300509751] 'agreement among raft nodes before linearized reading' (duration: 144.10776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:57.805819Z","caller":"traceutil/trace.go:171","msg":"trace[426000080] linearizableReadLoop","detail":"{readStateIndex:23417; appliedIndex:23416; }","duration":"193.910911ms","start":"2026-03-03T01:40:57.611883Z","end":"2026-03-03T01:40:57.805794Z","steps":["trace[426000080] 'read index received' (duration: 193.761078ms)","trace[426000080] 'applied index is now lower than readState.Index' (duration: 148.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:40:57.805948Z","caller":"traceutil/trace.go:171","msg":"trace[489632501] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"195.451602ms","start":"2026-03-03T01:40:57.610463Z","end":"2026-03-03T01:40:57.805914Z","steps":["trace[489632501] 'process raft request' (duration: 195.168147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.806019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.113865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:57.806061Z","caller":"traceutil/trace.go:171","msg":"trace[1420692792] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22614; }","duration":"194.195537ms","start":"2026-03-03T01:40:57.611856Z","end":"2026-03-03T01:40:57.806052Z","steps":["trace[1420692792] 'agreement among raft nodes before linearized reading' (duration: 194.083155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.806066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.158355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:57.806127Z","caller":"traceutil/trace.go:171","msg":"trace[217988949] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22614; }","duration":"194.267628ms","start":"2026-03-03T01:40:57.611846Z","end":"2026-03-03T01:40:57.806114Z","steps":["trace[217988949] 'agreement among raft nodes before linearized reading' (duration: 194.072604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.83808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.736804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:57.838128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.604968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:57.838204Z","caller":"traceutil/trace.go:171","msg":"trace[436980047] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22615; }","duration":"155.68938ms","start":"2026-03-03T01:40:57.682498Z","end":"2026-03-03T01:40:57.838188Z","steps":["trace[436980047] 'agreement among raft nodes before linearized reading' (duration: 155.575607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.838275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.739415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-03T01:40:57.838304Z","caller":"traceutil/trace.go:171","msg":"trace[5724412] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22615; }","duration":"225.821177ms","start":"2026-03-03T01:40:57.612475Z","end":"2026-03-03T01:40:57.838296Z","steps":["trace[5724412] 'agreement among raft nodes before linearized reading' (duration: 225.696544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.838329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.745755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:57.838366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.446405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:57.838143Z","caller":"traceutil/trace.go:171","msg":"trace[473473155] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22615; }","duration":"225.839116ms","start":"2026-03-03T01:40:57.612289Z","end":"2026-03-03T01:40:57.838128Z","steps":["trace[473473155] 'agreement among raft nodes before linearized reading' (duration: 225.725994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.838433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.999916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:40:57.838411Z","caller":"traceutil/trace.go:171","msg":"trace[1079614568] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"168.823391ms","start":"2026-03-03T01:40:57.669551Z","end":"2026-03-03T01:40:57.838375Z","steps":["trace[1079614568] 'process raft request' (duration: 168.371102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:57.838452Z","caller":"traceutil/trace.go:171","msg":"trace[71404533] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22615; }","duration":"156.564027ms","start":"2026-03-03T01:40:57.681858Z","end":"2026-03-03T01:40:57.838422Z","steps":["trace[71404533] 'agreement among raft nodes before linearized reading' (duration: 156.388334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:57.838476Z","caller":"traceutil/trace.go:171","msg":"trace[2081168014] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22615; }","duration":"156.070728ms","start":"2026-03-03T01:40:57.682393Z","end":"2026-03-03T01:40:57.838464Z","steps":["trace[2081168014] 'agreement among raft nodes before linearized reading' (duration: 156.004866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:40:57.838507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.157711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:40:57.838494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.60194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-03T01:40:57.838594Z","caller":"traceutil/trace.go:171","msg":"trace[1774108410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22615; }","duration":"154.730512ms","start":"2026-03-03T01:40:57.683838Z","end":"2026-03-03T01:40:57.838568Z","steps":["trace[1774108410] 'agreement among raft nodes before linearized reading' (duration: 154.427225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:57.838553Z","caller":"traceutil/trace.go:171","msg":"trace[439403627] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22615; }","duration":"155.222551ms","start":"2026-03-03T01:40:57.68332Z","end":"2026-03-03T01:40:57.838542Z","steps":["trace[439403627] 'agreement among raft nodes before linearized reading' (duration: 155.13619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:40:57.83882Z","caller":"traceutil/trace.go:171","msg":"trace[691631574] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22615; }","duration":"225.875088ms","start":"2026-03-03T01:40:57.612527Z","end":"2026-03-03T01:40:57.838402Z","steps":["trace[691631574] 'agreement among raft nodes before linearized reading' (duration: 225.667044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.387198Z","caller":"traceutil/trace.go:171","msg":"trace[915722157] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"153.485227ms","start":"2026-03-03T01:41:35.233684Z","end":"2026-03-03T01:41:35.387169Z","steps":["trace[915722157] 'process raft request' (duration: 118.238676ms)","trace[915722157] 'compare' (duration: 35.057177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:35.387515Z","caller":"traceutil/trace.go:171","msg":"trace[1859087589] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"153.279361ms","start":"2026-03-03T01:41:35.234196Z","end":"2026-03-03T01:41:35.387476Z","steps":["trace[1859087589] 'process raft request' (duration: 152.919984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.387848Z","caller":"traceutil/trace.go:171","msg":"trace[1654585293] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"153.16715ms","start":"2026-03-03T01:41:35.234391Z","end":"2026-03-03T01:41:35.387558Z","steps":["trace[1654585293] 'process raft request' (duration: 152.992166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.567842Z","caller":"traceutil/trace.go:171","msg":"trace[92995621] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"175.866032ms","start":"2026-03-03T01:41:35.391934Z","end":"2026-03-03T01:41:35.5678Z","steps":["trace[92995621] 'process raft request' (duration: 148.771363ms)","trace[92995621] 'compare' (duration: 26.736082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:41:35.567853Z","caller":"traceutil/trace.go:171","msg":"trace[693062207] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"175.819241ms","start":"2026-03-03T01:41:35.392Z","end":"2026-03-03T01:41:35.567819Z","steps":["trace[693062207] 'process raft request' (duration: 175.685628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.568045Z","caller":"traceutil/trace.go:171","msg":"trace[538577210] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"176.015855ms","start":"2026-03-03T01:41:35.392001Z","end":"2026-03-03T01:41:35.568017Z","steps":["trace[538577210] 'process raft request' (duration: 175.75515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.568069Z","caller":"traceutil/trace.go:171","msg":"trace[1557849401] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"175.316641ms","start":"2026-03-03T01:41:35.392723Z","end":"2026-03-03T01:41:35.56804Z","steps":["trace[1557849401] 'process raft request' (duration: 175.150138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.568244Z","caller":"traceutil/trace.go:171","msg":"trace[1681009717] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"170.654659ms","start":"2026-03-03T01:41:35.397574Z","end":"2026-03-03T01:41:35.568228Z","steps":["trace[1681009717] 'process raft request' (duration: 170.394724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:35.568211Z","caller":"traceutil/trace.go:171","msg":"trace[649866775] linearizableReadLoop","detail":"{readStateIndex:23759; appliedIndex:23754; }","duration":"141.473658ms","start":"2026-03-03T01:41:35.426703Z","end":"2026-03-03T01:41:35.568177Z","steps":["trace[649866775] 'read index received' (duration: 113.998461ms)","trace[649866775] 'applied index is now lower than readState.Index' (duration: 27.472827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:41:35.568353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.622851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:41:35.568555Z","caller":"traceutil/trace.go:171","msg":"trace[429918931] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22947; }","duration":"141.783824ms","start":"2026-03-03T01:41:35.426662Z","end":"2026-03-03T01:41:35.568446Z","steps":["trace[429918931] 'agreement among raft nodes before linearized reading' (duration: 141.616331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:42.096724Z","caller":"traceutil/trace.go:171","msg":"trace[1114531895] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"101.071412ms","start":"2026-03-03T01:41:41.99563Z","end":"2026-03-03T01:41:42.096702Z","steps":["trace[1114531895] 'process raft request' (duration: 100.455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.577176Z","caller":"traceutil/trace.go:171","msg":"trace[1364649448] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"165.127128ms","start":"2026-03-03T01:41:43.412009Z","end":"2026-03-03T01:41:43.577136Z","steps":["trace[1364649448] 'process raft request' (duration: 159.520737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.577378Z","caller":"traceutil/trace.go:171","msg":"trace[1738669921] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"155.900295ms","start":"2026-03-03T01:41:43.421454Z","end":"2026-03-03T01:41:43.577355Z","steps":["trace[1738669921] 'process raft request' (duration: 155.805293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.577462Z","caller":"traceutil/trace.go:171","msg":"trace[942123313] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"156.381134ms","start":"2026-03-03T01:41:43.421053Z","end":"2026-03-03T01:41:43.577434Z","steps":["trace[942123313] 'process raft request' (duration: 156.042958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.784272Z","caller":"traceutil/trace.go:171","msg":"trace[567633782] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"168.270431ms","start":"2026-03-03T01:41:43.615965Z","end":"2026-03-03T01:41:43.784235Z","steps":["trace[567633782] 'process raft request' (duration: 168.069307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.784361Z","caller":"traceutil/trace.go:171","msg":"trace[1106298096] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"165.828722ms","start":"2026-03-03T01:41:43.618485Z","end":"2026-03-03T01:41:43.784314Z","steps":["trace[1106298096] 'process raft request' (duration: 165.688039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:43.784286Z","caller":"traceutil/trace.go:171","msg":"trace[2085559312] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"166.17274ms","start":"2026-03-03T01:41:43.618082Z","end":"2026-03-03T01:41:43.784255Z","steps":["trace[2085559312] 'process raft request' (duration: 166.063127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:44.19005Z","caller":"traceutil/trace.go:171","msg":"trace[1232972207] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"178.119017ms","start":"2026-03-03T01:41:44.011906Z","end":"2026-03-03T01:41:44.190025Z","steps":["trace[1232972207] 'process raft request' (duration: 177.952664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:41:44.223882Z","caller":"traceutil/trace.go:171","msg":"trace[717163407] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"115.189124ms","start":"2026-03-03T01:41:44.108628Z","end":"2026-03-03T01:41:44.223817Z","steps":["trace[717163407] 'process raft request' (duration: 114.55023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:42.206773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20367} {"level":"info","ts":"2026-03-03T01:42:42.306501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20367,"took":"96.362739ms","hash":3886518522,"current-db-size-bytes":48504832,"current-db-size":"48 MB","current-db-size-in-use-bytes":38850560,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T01:42:42.306572Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3886518522,"revision":20367,"compact-revision":18292} {"level":"warn","ts":"2026-03-03T01:42:58.460008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.088404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:58.460088Z","caller":"traceutil/trace.go:171","msg":"trace[1250975067] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23690; }","duration":"877.228337ms","start":"2026-03-03T01:42:57.582843Z","end":"2026-03-03T01:42:58.460071Z","steps":["trace[1250975067] 'count revisions from in-memory index tree' (duration: 877.010563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:58.46012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.582824Z","time spent":"877.286389ms","remote":"127.0.0.1:57248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:42:58.460692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.954015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:42:58.460941Z","caller":"traceutil/trace.go:171","msg":"trace[1000719508] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"808.025049ms","start":"2026-03-03T01:42:57.652876Z","end":"2026-03-03T01:42:58.460901Z","steps":["trace[1000719508] 'process raft request' (duration: 69.750978ms)","trace[1000719508] 'compare' (duration: 737.303952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:58.461103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.652851Z","time spent":"808.174243ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:58.461119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.018655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:42:58.461148Z","caller":"traceutil/trace.go:171","msg":"trace[1615601226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"739.075537ms","start":"2026-03-03T01:42:57.722065Z","end":"2026-03-03T01:42:58.46114Z","steps":["trace[1615601226] 'agreement among raft nodes before linearized reading' (duration: 738.840712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:58.461169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.722047Z","time spent":"739.117587ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:42:58.461193Z","caller":"traceutil/trace.go:171","msg":"trace[848647382] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"587.540659ms","start":"2026-03-03T01:42:57.873614Z","end":"2026-03-03T01:42:58.461155Z","steps":["trace[848647382] 'process raft request' (duration: 587.217483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:58.461217Z","caller":"traceutil/trace.go:171","msg":"trace[1885605690] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"738.802511ms","start":"2026-03-03T01:42:57.722099Z","end":"2026-03-03T01:42:58.460902Z","steps":["trace[1885605690] 'read index received' (duration: 478.729µs)","trace[1885605690] 'applied index is now lower than readState.Index' (duration: 738.322142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:42:58.461323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.87359Z","time spent":"587.670142ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:58.962283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:59.46271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:42:59.842679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432957573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:42:59.84364Z","caller":"traceutil/trace.go:171","msg":"trace[1044102039] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"1.968298753s","start":"2026-03-03T01:42:57.875318Z","end":"2026-03-03T01:42:59.843617Z","steps":["trace[1044102039] 'process raft request' (duration: 1.967527377s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:42:59.843728Z","caller":"traceutil/trace.go:171","msg":"trace[1569956343] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"1.545996534s","start":"2026-03-03T01:42:58.297708Z","end":"2026-03-03T01:42:59.843705Z","steps":["trace[1569956343] 'process raft request' (duration: 1.545943473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:59.84382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.875292Z","time spent":"1.968425065s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:42:59.843877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.297684Z","time spent":"1.546106557s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:42:59.843917Z","caller":"traceutil/trace.go:171","msg":"trace[408104726] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"1.967214682s","start":"2026-03-03T01:42:57.876675Z","end":"2026-03-03T01:42:59.84389Z","steps":["trace[408104726] 'process raft request' (duration: 1.966866635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:42:59.844036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.876665Z","time spent":"1.967304104s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:00.462994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:00.463166Z","caller":"traceutil/trace.go:171","msg":"trace[396817532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423572s","start":"2026-03-03T01:42:58.462723Z","end":"2026-03-03T01:43:00.463147Z","steps":["trace[396817532] 'agreement among raft nodes before linearized reading' (duration: 2.000197437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:00.46324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.46269Z","time spent":"2.000537534s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:01.372793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410528716s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:01.439413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.01381Z","time spent":"1.425596077s","remote":"127.0.0.1:56676","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:01.443234Z","caller":"traceutil/trace.go:171","msg":"trace[1045030732] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"2.954720925s","start":"2026-03-03T01:42:58.488481Z","end":"2026-03-03T01:43:01.443202Z","steps":["trace[1045030732] 'process raft request' (duration: 2.884531276s)","trace[1045030732] 'compare' (duration: 69.959603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:01.443449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.488455Z","time spent":"2.954847397s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:01.443773Z","caller":"traceutil/trace.go:171","msg":"trace[1556477731] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"2.217876603s","start":"2026-03-03T01:42:59.225834Z","end":"2026-03-03T01:43:01.443711Z","steps":["trace[1556477731] 'process raft request' (duration: 2.217302452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:01.443973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.225808Z","time spent":"2.218065266s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:01.444083Z","caller":"traceutil/trace.go:171","msg":"trace[1568809735] linearizableReadLoop","detail":"{readStateIndex:24535; appliedIndex:24528; }","duration":"2.982777434s","start":"2026-03-03T01:42:58.461279Z","end":"2026-03-03T01:43:01.444056Z","steps":["trace[1568809735] 'read index received' (duration: 1.382181242s)","trace[1568809735] 'applied index is now lower than readState.Index' (duration: 1.600595232s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:01.444192Z","caller":"traceutil/trace.go:171","msg":"trace[240897809] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"2.140595823s","start":"2026-03-03T01:42:59.303577Z","end":"2026-03-03T01:43:01.444173Z","steps":["trace[240897809] 'process raft request' (duration: 2.140374689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:01.444234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210429196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T01:43:01.444294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210912806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:43:01.444315Z","caller":"traceutil/trace.go:171","msg":"trace[200581293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23699; }","duration":"3.210529188s","start":"2026-03-03T01:42:58.233765Z","end":"2026-03-03T01:43:01.444295Z","steps":["trace[200581293] 'agreement among raft nodes before linearized reading' (duration: 3.210330914s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:01.44434Z","caller":"traceutil/trace.go:171","msg":"trace[151786074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23699; }","duration":"3.211004497s","start":"2026-03-03T01:42:58.233324Z","end":"2026-03-03T01:43:01.444329Z","steps":["trace[151786074] 'agreement among raft nodes before linearized reading' (duration: 3.210849784s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:01.444349Z","caller":"traceutil/trace.go:171","msg":"trace[1106913732] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"2.147747516s","start":"2026-03-03T01:42:59.296587Z","end":"2026-03-03T01:43:01.444335Z","steps":["trace[1106913732] 'process raft request' (duration: 2.14690263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:01.444371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.233756Z","time spent":"3.21060326s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:01.44438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197148901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:43:01.444428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328237442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:01.44444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.296563Z","time spent":"2.147833567s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:01.444465Z","caller":"traceutil/trace.go:171","msg":"trace[368780494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23699; }","duration":"3.328304383s","start":"2026-03-03T01:42:58.116149Z","end":"2026-03-03T01:43:01.444454Z","steps":["trace[368780494] 'agreement among raft nodes before linearized reading' (duration: 3.328248162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:01.444472Z","caller":"traceutil/trace.go:171","msg":"trace[2043475561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23699; }","duration":"3.197272154s","start":"2026-03-03T01:42:58.247145Z","end":"2026-03-03T01:43:01.444417Z","steps":["trace[2043475561] 'agreement among raft nodes before linearized reading' (duration: 3.197044089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:01.444495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.116139Z","time spent":"3.328346914s","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:01.444374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.233305Z","time spent":"3.211061039s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:01.444294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.303562Z","time spent":"2.140679545s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:01.444573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.247129Z","time spent":"3.197390586s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:01.444648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334754951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:43:01.444648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498733897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:01.444737Z","caller":"traceutil/trace.go:171","msg":"trace[1794865036] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23699; }","duration":"3.49886122s","start":"2026-03-03T01:42:57.945856Z","end":"2026-03-03T01:43:01.444717Z","steps":["trace[1794865036] 'agreement among raft nodes before linearized reading' (duration: 3.498694306s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:01.444762Z","caller":"traceutil/trace.go:171","msg":"trace[27094303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23699; }","duration":"3.334872333s","start":"2026-03-03T01:42:58.109832Z","end":"2026-03-03T01:43:01.444705Z","steps":["trace[27094303] 'agreement among raft nodes before linearized reading' (duration: 3.33468995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:01.444795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:57.945843Z","time spent":"3.498941411s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:01.444818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.109812Z","time spent":"3.334996936s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:01.94499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:02.469868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:02.469933Z","caller":"traceutil/trace.go:171","msg":"trace[670186242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067835s","start":"2026-03-03T01:43:00.469853Z","end":"2026-03-03T01:43:02.46992Z","steps":["trace[670186242] 'agreement among raft nodes before linearized reading' (duration: 1.999983604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:02.469967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.469844Z","time spent":"2.000117486s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:03.293563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229743387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:03.293727Z","caller":"traceutil/trace.go:171","msg":"trace[1655840413] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"2.826383039s","start":"2026-03-03T01:43:00.467333Z","end":"2026-03-03T01:43:03.293716Z","steps":["trace[1655840413] 'process raft request' (duration: 2.826306057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.293761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.467322Z","time spent":"2.826423891s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:03.293881Z","caller":"traceutil/trace.go:171","msg":"trace[129944719] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"2.828223055s","start":"2026-03-03T01:43:00.465652Z","end":"2026-03-03T01:43:03.293875Z","steps":["trace[129944719] 'process raft request' (duration: 1.59809713s)","trace[129944719] 'compare' (duration: 1.228984603s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:03.293911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.465627Z","time spent":"2.828267776s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:03.619292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999175363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:03.619373Z","caller":"traceutil/trace.go:171","msg":"trace[1986446122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999310266s","start":"2026-03-03T01:42:58.620044Z","end":"2026-03-03T01:43:03.619354Z","steps":["trace[1986446122] 'agreement among raft nodes before linearized reading' (duration: 4.999195233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:03.61942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:58.620024Z","time spent":"4.999385717s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 01:43:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:04.471113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:04.471192Z","caller":"traceutil/trace.go:171","msg":"trace[2006131479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222148s","start":"2026-03-03T01:43:02.470949Z","end":"2026-03-03T01:43:04.471171Z","steps":["trace[2006131479] 'agreement among raft nodes before linearized reading' (duration: 2.000125536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.47124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.470927Z","time spent":"2.00030367s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:04.85745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563729596s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T01:43:04.85821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.960134Z","time spent":"898.069332ms","remote":"127.0.0.1:56696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:04.87138Z","caller":"traceutil/trace.go:171","msg":"trace[1429451168] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"3.690897972s","start":"2026-03-03T01:43:01.180459Z","end":"2026-03-03T01:43:04.871357Z","steps":["trace[1429451168] 'process raft request' (duration: 3.677088317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:04.871512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.180436Z","time spent":"3.691007075s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.218916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000985043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:05.219003Z","caller":"traceutil/trace.go:171","msg":"trace[51894226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001119045s","start":"2026-03-03T01:43:03.217865Z","end":"2026-03-03T01:43:05.218984Z","steps":["trace[51894226] 'agreement among raft nodes before linearized reading' (duration: 2.001006783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.219054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.217845Z","time spent":"2.001197827s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:05.759839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.41249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:05.760126Z","caller":"traceutil/trace.go:171","msg":"trace[732216499] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"4.310624993s","start":"2026-03-03T01:43:01.449483Z","end":"2026-03-03T01:43:05.760108Z","steps":["trace[732216499] 'process raft request' (duration: 4.31047505s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.760419Z","caller":"traceutil/trace.go:171","msg":"trace[1343419591] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"4.310845918s","start":"2026-03-03T01:43:01.44955Z","end":"2026-03-03T01:43:05.760396Z","steps":["trace[1343419591] 'process raft request' (duration: 4.310516571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.76051Z","caller":"traceutil/trace.go:171","msg":"trace[605654388] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"4.311431629s","start":"2026-03-03T01:43:01.448727Z","end":"2026-03-03T01:43:05.760159Z","steps":["trace[605654388] 'process raft request' (duration: 3.42261589s)","trace[605654388] 'compare' (duration: 887.669436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:05.760535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.449469Z","time spent":"4.310696875s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.760598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.449526Z","time spent":"4.3109787s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.760643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.448705Z","time spent":"4.311868897s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.760924Z","caller":"traceutil/trace.go:171","msg":"trace[1483959609] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"4.256832492s","start":"2026-03-03T01:43:01.504055Z","end":"2026-03-03T01:43:05.760887Z","steps":["trace[1483959609] 'process raft request' (duration: 4.256259381s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.761071Z","caller":"traceutil/trace.go:171","msg":"trace[1371356121] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"3.912194191s","start":"2026-03-03T01:43:01.848853Z","end":"2026-03-03T01:43:05.761047Z","steps":["trace[1371356121] 'process raft request' (duration: 3.911924605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.761074Z","caller":"traceutil/trace.go:171","msg":"trace[1592827561] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"3.912044478s","start":"2026-03-03T01:43:01.849005Z","end":"2026-03-03T01:43:05.761049Z","steps":["trace[1592827561] 'process raft request' (duration: 3.911859174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.504032Z","time spent":"4.256987166s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.761166Z","caller":"traceutil/trace.go:171","msg":"trace[134742854] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"2.309130409s","start":"2026-03-03T01:43:03.452015Z","end":"2026-03-03T01:43:05.761146Z","steps":["trace[134742854] 'process raft request' (duration: 2.309074958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.848999Z","time spent":"3.91215518s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.761218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.84883Z","time spent":"3.912314662s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.76127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.451981Z","time spent":"2.309234702s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.76128Z","caller":"traceutil/trace.go:171","msg":"trace[734172675] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24535; }","duration":"4.317108283s","start":"2026-03-03T01:43:01.444151Z","end":"2026-03-03T01:43:05.761259Z","steps":["trace[734172675] 'read index received' (duration: 619.551007ms)","trace[734172675] 'applied index is now lower than readState.Index' (duration: 3.697554706s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:05.761345Z","caller":"traceutil/trace.go:171","msg":"trace[2015872188] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"3.912058836s","start":"2026-03-03T01:43:01.849275Z","end":"2026-03-03T01:43:05.761334Z","steps":["trace[2015872188] 'process raft request' (duration: 3.911648748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.038756694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:05.761448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04660499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:05.76145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294570096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T01:43:05.761466Z","caller":"traceutil/trace.go:171","msg":"trace[1145083131] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23712; }","duration":"6.038894056s","start":"2026-03-03T01:42:59.722553Z","end":"2026-03-03T01:43:05.761447Z","steps":["trace[1145083131] 'agreement among raft nodes before linearized reading' (duration: 6.038772384s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.239846558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:05.761501Z","caller":"traceutil/trace.go:171","msg":"trace[79595083] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23712; }","duration":"6.046692101s","start":"2026-03-03T01:42:59.714794Z","end":"2026-03-03T01:43:05.761486Z","steps":["trace[79595083] 'agreement among raft nodes before linearized reading' (duration: 6.046577789s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.761515Z","caller":"traceutil/trace.go:171","msg":"trace[745671348] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23712; }","duration":"6.239929509s","start":"2026-03-03T01:42:59.521575Z","end":"2026-03-03T01:43:05.761505Z","steps":["trace[745671348] 'agreement among raft nodes before linearized reading' (duration: 6.239863218s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:05.761512Z","caller":"traceutil/trace.go:171","msg":"trace[470775062] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23712; }","duration":"5.294627597s","start":"2026-03-03T01:43:00.466867Z","end":"2026-03-03T01:43:05.761494Z","steps":["trace[470775062] 'agreement among raft nodes before linearized reading' (duration: 5.294454444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.521551Z","time spent":"6.23999799s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:05.761563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.714778Z","time spent":"6.046771622s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:05.761568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.466856Z","time spent":"5.294701808s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"info","ts":"2026-03-03T01:43:05.761574Z","caller":"traceutil/trace.go:171","msg":"trace[1263803272] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"2.489929749s","start":"2026-03-03T01:43:03.271623Z","end":"2026-03-03T01:43:05.761552Z","steps":["trace[1263803272] 'process raft request' (duration: 2.489362498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835128987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-58cf798496-rd67k\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-03-03T01:43:05.761666Z","caller":"traceutil/trace.go:171","msg":"trace[2116915914] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-58cf798496-rd67k; range_end:; response_count:1; response_revision:23712; }","duration":"4.835231579s","start":"2026-03-03T01:43:00.926415Z","end":"2026-03-03T01:43:05.761647Z","steps":["trace[2116915914] 'agreement among raft nodes before linearized reading' (duration: 4.835047616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.271577Z","time spent":"2.490047292s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:05.76152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:42:59.722526Z","time spent":"6.038980329s","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:05.761733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:00.926396Z","time spent":"4.835324981s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-58cf798496-rd67k\" "} {"level":"warn","ts":"2026-03-03T01:43:05.761402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.849268Z","time spent":"3.912105508s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.761853Z","caller":"traceutil/trace.go:171","msg":"trace[480375369] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"2.312338813s","start":"2026-03-03T01:43:03.449356Z","end":"2026-03-03T01:43:05.761695Z","steps":["trace[480375369] 'process raft request' (duration: 2.31168329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.762005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.449332Z","time spent":"2.312605848s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:05.827417Z","caller":"traceutil/trace.go:171","msg":"trace[526263904] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"528.576746ms","start":"2026-03-03T01:43:05.298812Z","end":"2026-03-03T01:43:05.827389Z","steps":["trace[526263904] 'process raft request' (duration: 528.421573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:05.827645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.29879Z","time spent":"528.715138ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:06.479087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:06.479162Z","caller":"traceutil/trace.go:171","msg":"trace[523092966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125787s","start":"2026-03-03T01:43:04.47902Z","end":"2026-03-03T01:43:06.479146Z","steps":["trace[523092966] 'agreement among raft nodes before linearized reading' (duration: 2.000036375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:06.479221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.479Z","time spent":"2.000207358s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:06.971934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144705032s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:07.016998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.495657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.017128Z","caller":"traceutil/trace.go:171","msg":"trace[1578718531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23713; }","duration":"258.63703ms","start":"2026-03-03T01:43:06.758471Z","end":"2026-03-03T01:43:07.017108Z","steps":["trace[1578718531] 'range keys from in-memory index tree' (duration: 258.476487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:07.017679Z","caller":"traceutil/trace.go:171","msg":"trace[1212606627] linearizableReadLoop","detail":"{readStateIndex:24551; appliedIndex:24549; }","duration":"1.256314825s","start":"2026-03-03T01:43:05.761341Z","end":"2026-03-03T01:43:07.017656Z","steps":["trace[1212606627] 'read index received' (duration: 66.004275ms)","trace[1212606627] 'applied index is now lower than readState.Index' (duration: 1.19030954s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:07.017781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035742745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.017836Z","caller":"traceutil/trace.go:171","msg":"trace[1631591015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23716; }","duration":"2.035800367s","start":"2026-03-03T01:43:04.982022Z","end":"2026-03-03T01:43:07.017822Z","steps":["trace[1631591015] 'agreement among raft nodes before linearized reading' (duration: 2.035673563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.017873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.98195Z","time spent":"2.035913029s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:07.017879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758487595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:07.017917Z","caller":"traceutil/trace.go:171","msg":"trace[838934111] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"1.215897291s","start":"2026-03-03T01:43:05.802006Z","end":"2026-03-03T01:43:07.017903Z","steps":["trace[838934111] 'process raft request' (duration: 1.215480092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.017956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330684139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.017966Z","caller":"traceutil/trace.go:171","msg":"trace[672652449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23716; }","duration":"1.758639428s","start":"2026-03-03T01:43:05.25929Z","end":"2026-03-03T01:43:07.01793Z","steps":["trace[672652449] 'agreement among raft nodes before linearized reading' (duration: 1.758457843s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:07.017995Z","caller":"traceutil/trace.go:171","msg":"trace[58452386] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23716; }","duration":"2.33075227s","start":"2026-03-03T01:43:04.687228Z","end":"2026-03-03T01:43:07.01798Z","steps":["trace[58452386] 'agreement among raft nodes before linearized reading' (duration: 2.330694939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.259269Z","time spent":"1.75873639s","remote":"127.0.0.1:34132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.018059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.801984Z","time spent":"1.215990883s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:07.018091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3964985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.018129Z","caller":"traceutil/trace.go:171","msg":"trace[948044212] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23716; }","duration":"2.39657057s","start":"2026-03-03T01:43:04.621546Z","end":"2026-03-03T01:43:07.018116Z","steps":["trace[948044212] 'agreement among raft nodes before linearized reading' (duration: 2.396513979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026254137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:07.01817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.621525Z","time spent":"2.396634722s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.018266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586306387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:07.0179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093504917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-03T01:43:07.018331Z","caller":"traceutil/trace.go:171","msg":"trace[117909891] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23716; }","duration":"1.586406649s","start":"2026-03-03T01:43:05.431914Z","end":"2026-03-03T01:43:07.018321Z","steps":["trace[117909891] 'agreement among raft nodes before linearized reading' (duration: 1.586316798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.431894Z","time spent":"1.58645608s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:07.018355Z","caller":"traceutil/trace.go:171","msg":"trace[242695288] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23716; }","duration":"2.094020307s","start":"2026-03-03T01:43:04.924321Z","end":"2026-03-03T01:43:07.018341Z","steps":["trace[242695288] 'agreement among raft nodes before linearized reading' (duration: 2.093452946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652845013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.018431Z","caller":"traceutil/trace.go:171","msg":"trace[268896009] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23716; }","duration":"2.652917154s","start":"2026-03-03T01:43:04.365504Z","end":"2026-03-03T01:43:07.018421Z","steps":["trace[268896009] 'agreement among raft nodes before linearized reading' (duration: 2.652849033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.365487Z","time spent":"2.652972566s","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.018037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.687205Z","time spent":"2.330815731s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:07.018468Z","caller":"traceutil/trace.go:171","msg":"trace[296747320] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"1.211349471s","start":"2026-03-03T01:43:05.8071Z","end":"2026-03-03T01:43:07.018449Z","steps":["trace[296747320] 'process raft request' (duration: 1.210488393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.01851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687614815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:43:07.018554Z","caller":"traceutil/trace.go:171","msg":"trace[953259564] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:23716; }","duration":"1.687698766s","start":"2026-03-03T01:43:05.330843Z","end":"2026-03-03T01:43:07.018542Z","steps":["trace[953259564] 'agreement among raft nodes before linearized reading' (duration: 1.687566683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.80709Z","time spent":"1.211425392s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:07.018589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.330822Z","time spent":"1.687759747s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:43:07.018657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033372641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T01:43:07.018696Z","caller":"traceutil/trace.go:171","msg":"trace[88382204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23716; }","duration":"3.033445542s","start":"2026-03-03T01:43:03.985242Z","end":"2026-03-03T01:43:07.018688Z","steps":["trace[88382204] 'agreement among raft nodes before linearized reading' (duration: 3.033339279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.98522Z","time spent":"3.033496743s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T01:43:07.017668Z","caller":"traceutil/trace.go:171","msg":"trace[1845514408] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"1.717805764s","start":"2026-03-03T01:43:05.2998Z","end":"2026-03-03T01:43:07.017606Z","steps":["trace[1845514408] 'process raft request' (duration: 1.672465542s)","trace[1845514408] 'compare' (duration: 44.808872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:07.018095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99524543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:07.018861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396734753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:43:07.018908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.299774Z","time spent":"1.719078241s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:07.018177Z","caller":"traceutil/trace.go:171","msg":"trace[1556906130] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23716; }","duration":"2.026318398s","start":"2026-03-03T01:43:04.991847Z","end":"2026-03-03T01:43:07.018166Z","steps":["trace[1556906130] 'agreement among raft nodes before linearized reading' (duration: 2.026268927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.018391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.924304Z","time spent":"2.094076968s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T01:43:07.019026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:04.991829Z","time spent":"2.027182275s","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.019085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309714896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.018915Z","caller":"traceutil/trace.go:171","msg":"trace[1393270895] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23716; }","duration":"1.996080916s","start":"2026-03-03T01:43:05.022798Z","end":"2026-03-03T01:43:07.018878Z","steps":["trace[1393270895] 'agreement among raft nodes before linearized reading' (duration: 1.99525994s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:07.019117Z","caller":"traceutil/trace.go:171","msg":"trace[850885417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23716; }","duration":"5.309777158s","start":"2026-03-03T01:43:01.709332Z","end":"2026-03-03T01:43:07.01911Z","steps":["trace[850885417] 'agreement among raft nodes before linearized reading' (duration: 5.309723497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.019139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.709316Z","time spent":"5.309817998s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.019154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.022779Z","time spent":"1.996357321s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:07.018908Z","caller":"traceutil/trace.go:171","msg":"trace[1403196843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23716; }","duration":"1.396817624s","start":"2026-03-03T01:43:05.622077Z","end":"2026-03-03T01:43:07.018894Z","steps":["trace[1403196843] 'agreement among raft nodes before linearized reading' (duration: 1.396672641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.019257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.622055Z","time spent":"1.397191101s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:43:07.019304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.385717929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:43:07.017863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493666983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T01:43:07.019349Z","caller":"traceutil/trace.go:171","msg":"trace[1682495808] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23716; }","duration":"1.495232753s","start":"2026-03-03T01:43:05.524106Z","end":"2026-03-03T01:43:07.019338Z","steps":["trace[1682495808] 'agreement among raft nodes before linearized reading' (duration: 1.493635801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.019385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89465894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.019422Z","caller":"traceutil/trace.go:171","msg":"trace[1879070512] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23716; }","duration":"3.894760212s","start":"2026-03-03T01:43:03.124653Z","end":"2026-03-03T01:43:07.019414Z","steps":["trace[1879070512] 'agreement among raft nodes before linearized reading' (duration: 3.894704241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.019446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.124636Z","time spent":"3.894804213s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:07.01947Z","caller":"traceutil/trace.go:171","msg":"trace[1129094615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23716; }","duration":"5.385915905s","start":"2026-03-03T01:43:01.633544Z","end":"2026-03-03T01:43:07.01946Z","steps":["trace[1129094615] 'agreement among raft nodes before linearized reading' (duration: 5.38569438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.019504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:01.633528Z","time spent":"5.385964395s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:07.019388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:05.524076Z","time spent":"1.495303485s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:07.019572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592916112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.022799Z","caller":"traceutil/trace.go:171","msg":"trace[1134184031] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23716; }","duration":"3.596178397s","start":"2026-03-03T01:43:03.426601Z","end":"2026-03-03T01:43:07.022779Z","steps":["trace[1134184031] 'agreement among raft nodes before linearized reading' (duration: 3.592946832s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.022881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:03.426579Z","time spent":"3.596280848s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.019818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903668642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:07.023071Z","caller":"traceutil/trace.go:171","msg":"trace[767072774] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23716; }","duration":"4.907042378s","start":"2026-03-03T01:43:02.116016Z","end":"2026-03-03T01:43:07.023058Z","steps":["trace[767072774] 'agreement among raft nodes before linearized reading' (duration: 4.902973417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.023116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.115999Z","time spent":"4.90710497s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.019894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175461451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:07.023398Z","caller":"traceutil/trace.go:171","msg":"trace[703518437] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23716; }","duration":"4.179000662s","start":"2026-03-03T01:43:02.844383Z","end":"2026-03-03T01:43:07.023384Z","steps":["trace[703518437] 'agreement among raft nodes before linearized reading' (duration: 4.175481442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.023446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:02.844359Z","time spent":"4.179073733s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:07.064067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.660732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:07.064148Z","caller":"traceutil/trace.go:171","msg":"trace[1211819976] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23717; }","duration":"363.819084ms","start":"2026-03-03T01:43:06.700314Z","end":"2026-03-03T01:43:07.064133Z","steps":["trace[1211819976] 'agreement among raft nodes before linearized reading' (duration: 363.676762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.064124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.658202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:07.064184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.700279Z","time spent":"363.896086ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:07.064206Z","caller":"traceutil/trace.go:171","msg":"trace[410895556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23717; }","duration":"584.793865ms","start":"2026-03-03T01:43:06.479394Z","end":"2026-03-03T01:43:07.064187Z","steps":["trace[410895556] 'agreement among raft nodes before linearized reading' (duration: 584.628631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.064257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.479376Z","time spent":"584.872696ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:07.064083Z","caller":"traceutil/trace.go:171","msg":"trace[1189434455] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"614.518626ms","start":"2026-03-03T01:43:06.449545Z","end":"2026-03-03T01:43:07.064063Z","steps":["trace[1189434455] 'process raft request' (duration: 614.22823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:07.064357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:06.449514Z","time spent":"614.785882ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:07.564479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:08.064709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:08.565031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:08.618713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031866Z","time spent":"1.586840506s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:43:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:09.065771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:09.068584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.004760899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:09.069137Z","caller":"traceutil/trace.go:171","msg":"trace[40780752] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"2.037979441s","start":"2026-03-03T01:43:07.031129Z","end":"2026-03-03T01:43:09.069108Z","steps":["trace[40780752] 'process raft request' (duration: 2.037658914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:09.069344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031107Z","time spent":"2.038124443s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:09.069415Z","caller":"traceutil/trace.go:171","msg":"trace[2073697668] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.038116713s","start":"2026-03-03T01:43:07.031287Z","end":"2026-03-03T01:43:09.069403Z","steps":["trace[2073697668] 'process raft request' (duration: 2.037825108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:09.069377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031172Z","time spent":"2.038195455s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:09.069357Z","caller":"traceutil/trace.go:171","msg":"trace[2059306551] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.038214865s","start":"2026-03-03T01:43:07.031124Z","end":"2026-03-03T01:43:09.069339Z","steps":["trace[2059306551] 'process raft request' (duration: 2.037849048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:09.069522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031278Z","time spent":"2.038161504s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:09.069542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031103Z","time spent":"2.038377648s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:09.072565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:09.072658Z","caller":"traceutil/trace.go:171","msg":"trace[1850606747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224558s","start":"2026-03-03T01:43:07.072404Z","end":"2026-03-03T01:43:09.072629Z","steps":["trace[1850606747] 'agreement among raft nodes before linearized reading' (duration: 2.000129887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:09.072723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.072357Z","time spent":"2.000352701s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:10.301623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161330224s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:10.302422Z","caller":"traceutil/trace.go:171","msg":"trace[1308229094] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24554; }","duration":"3.238511495s","start":"2026-03-03T01:43:07.063886Z","end":"2026-03-03T01:43:10.302398Z","steps":["trace[1308229094] 'read index received' (duration: 2.004882421s)","trace[1308229094] 'applied index is now lower than readState.Index' (duration: 1.233628224s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:10.302491Z","caller":"traceutil/trace.go:171","msg":"trace[96463142] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"2.470498543s","start":"2026-03-03T01:43:07.83197Z","end":"2026-03-03T01:43:10.302468Z","steps":["trace[96463142] 'process raft request' (duration: 2.470264169s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.302473Z","caller":"traceutil/trace.go:171","msg":"trace[970837585] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"2.49649803s","start":"2026-03-03T01:43:07.805928Z","end":"2026-03-03T01:43:10.302426Z","steps":["trace[970837585] 'process raft request' (duration: 2.496189814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.302593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.831956Z","time spent":"2.470567234s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.302651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271327909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-03T01:43:10.302647Z","caller":"traceutil/trace.go:171","msg":"trace[1221462020] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"2.495535811s","start":"2026-03-03T01:43:07.807065Z","end":"2026-03-03T01:43:10.302601Z","steps":["trace[1221462020] 'process raft request' (duration: 2.495096502s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.302688Z","caller":"traceutil/trace.go:171","msg":"trace[1321613644] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23729; }","duration":"3.27139874s","start":"2026-03-03T01:43:07.03128Z","end":"2026-03-03T01:43:10.302679Z","steps":["trace[1321613644] 'agreement among raft nodes before linearized reading' (duration: 3.271234317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.302723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031273Z","time spent":"3.271442981s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T01:43:10.302686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271233037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:10.302775Z","caller":"traceutil/trace.go:171","msg":"trace[1841440977] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"2.494710174s","start":"2026-03-03T01:43:07.808058Z","end":"2026-03-03T01:43:10.302769Z","steps":["trace[1841440977] 'process raft request' (duration: 2.494143193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.302752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.805913Z","time spent":"2.496647293s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.302803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.808038Z","time spent":"2.494749555s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.302816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.807039Z","time spent":"2.495671324s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:10.302791Z","caller":"traceutil/trace.go:171","msg":"trace[646138127] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23729; }","duration":"3.27141886s","start":"2026-03-03T01:43:07.031353Z","end":"2026-03-03T01:43:10.302772Z","steps":["trace[646138127] 'agreement among raft nodes before linearized reading' (duration: 3.271094374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.302938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.03134Z","time spent":"3.271587264s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:10.303001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272009063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-cz2j5.189930ae495e0ac3\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T01:43:10.303026Z","caller":"traceutil/trace.go:171","msg":"trace[966883319] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-cz2j5.189930ae495e0ac3; range_end:; response_count:1; response_revision:23729; }","duration":"3.272072454s","start":"2026-03-03T01:43:07.030943Z","end":"2026-03-03T01:43:10.303015Z","steps":["trace[966883319] 'agreement among raft nodes before linearized reading' (duration: 3.271968592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272732766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T01:43:10.303045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.030921Z","time spent":"3.272120805s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-cz2j5.189930ae495e0ac3\" "} {"level":"info","ts":"2026-03-03T01:43:10.303057Z","caller":"traceutil/trace.go:171","msg":"trace[1894623489] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23729; }","duration":"3.272761967s","start":"2026-03-03T01:43:07.030289Z","end":"2026-03-03T01:43:10.303051Z","steps":["trace[1894623489] 'agreement among raft nodes before linearized reading' (duration: 3.272659285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.030285Z","time spent":"3.272791357s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-03T01:43:10.303194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272783127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-03T01:43:10.303212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271964382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e0ef9fb-7859-4d66-9032-f36000f6664e\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-03T01:43:10.303215Z","caller":"traceutil/trace.go:171","msg":"trace[195297467] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23729; }","duration":"3.272834209s","start":"2026-03-03T01:43:07.030375Z","end":"2026-03-03T01:43:10.303209Z","steps":["trace[195297467] 'agreement among raft nodes before linearized reading' (duration: 3.272783608s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.303229Z","caller":"traceutil/trace.go:171","msg":"trace[736622226] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e0ef9fb-7859-4d66-9032-f36000f6664e; range_end:; response_count:1; response_revision:23729; }","duration":"3.271979882s","start":"2026-03-03T01:43:07.031244Z","end":"2026-03-03T01:43:10.303224Z","steps":["trace[736622226] 'agreement among raft nodes before linearized reading' (duration: 3.271926431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272812688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-03T01:43:10.303244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031226Z","time spent":"3.272015022s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1e0ef9fb-7859-4d66-9032-f36000f6664e\" "} {"level":"info","ts":"2026-03-03T01:43:10.30325Z","caller":"traceutil/trace.go:171","msg":"trace[1764262583] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23729; }","duration":"3.273044972s","start":"2026-03-03T01:43:07.030198Z","end":"2026-03-03T01:43:10.303243Z","steps":["trace[1764262583] 'agreement among raft nodes before linearized reading' (duration: 3.272783947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.030177Z","time spent":"3.273082584s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-03-03T01:43:10.303311Z","caller":"traceutil/trace.go:171","msg":"trace[1345811673] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"1.276871404s","start":"2026-03-03T01:43:09.026422Z","end":"2026-03-03T01:43:10.303294Z","steps":["trace[1345811673] 'process raft request' (duration: 1.275939136s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.303331Z","caller":"traceutil/trace.go:171","msg":"trace[126959600] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"1.342306559s","start":"2026-03-03T01:43:08.960991Z","end":"2026-03-03T01:43:10.303298Z","steps":["trace[126959600] 'process raft request' (duration: 1.341303279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272196336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:10.303409Z","caller":"traceutil/trace.go:171","msg":"trace[604178033] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"2.49845131s","start":"2026-03-03T01:43:07.804946Z","end":"2026-03-03T01:43:10.303397Z","steps":["trace[604178033] 'process raft request' (duration: 2.497092663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.026399Z","time spent":"1.276950706s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:10.303437Z","caller":"traceutil/trace.go:171","msg":"trace[1606396758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23729; }","duration":"3.272242087s","start":"2026-03-03T01:43:07.031188Z","end":"2026-03-03T01:43:10.30343Z","steps":["trace[1606396758] 'agreement among raft nodes before linearized reading' (duration: 3.272192936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.030352Z","time spent":"3.272875769s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T01:43:10.303453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031182Z","time spent":"3.272268248s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:10.303455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.960963Z","time spent":"1.342435661s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.303371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272125645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-58cf798496-rd67k\" ","response":"range_response_count:1 size:8467"} {"level":"warn","ts":"2026-03-03T01:43:10.303507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.804932Z","time spent":"2.49851201s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:10.303518Z","caller":"traceutil/trace.go:171","msg":"trace[923016268] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-58cf798496-rd67k; range_end:; response_count:1; response_revision:23729; }","duration":"3.272267438s","start":"2026-03-03T01:43:07.031241Z","end":"2026-03-03T01:43:10.303509Z","steps":["trace[923016268] 'agreement among raft nodes before linearized reading' (duration: 3.272080594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.031225Z","time spent":"3.272327469s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8490,"request content":"key:\"/registry/pods/openstack/magnum-api-58cf798496-rd67k\" "} {"level":"info","ts":"2026-03-03T01:43:10.303334Z","caller":"traceutil/trace.go:171","msg":"trace[1553244093] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"2.499152773s","start":"2026-03-03T01:43:07.804166Z","end":"2026-03-03T01:43:10.303319Z","steps":["trace[1553244093] 'process raft request' (duration: 2.497725005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:10.303622Z","caller":"traceutil/trace.go:171","msg":"trace[991429198] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23727; }","duration":"1.682241986s","start":"2026-03-03T01:43:08.621328Z","end":"2026-03-03T01:43:10.30357Z","steps":["trace[991429198] 'process raft request' (duration: 1.68093618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.303702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.621306Z","time spent":"1.682353599s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.303737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.804128Z","time spent":"2.49951396s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:10.802809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:43:10.930672Z","caller":"traceutil/trace.go:171","msg":"trace[494865826] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"1.852033547s","start":"2026-03-03T01:43:09.078619Z","end":"2026-03-03T01:43:10.930652Z","steps":["trace[494865826] 'process raft request' (duration: 1.851974086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.930812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.078602Z","time spent":"1.85212466s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:10.93098Z","caller":"traceutil/trace.go:171","msg":"trace[2142493155] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"1.859645908s","start":"2026-03-03T01:43:09.071326Z","end":"2026-03-03T01:43:10.930972Z","steps":["trace[2142493155] 'process raft request' (duration: 1.859142779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:10.931027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.071303Z","time spent":"1.85969945s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.07256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:11.072718Z","caller":"traceutil/trace.go:171","msg":"trace[21456455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267479s","start":"2026-03-03T01:43:09.07243Z","end":"2026-03-03T01:43:11.072697Z","steps":["trace[21456455] 'agreement among raft nodes before linearized reading' (duration: 2.000087286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.072801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.072412Z","time spent":"2.000371142s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:43:11.718527Z","caller":"traceutil/trace.go:171","msg":"trace[1156826448] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"1.393493948s","start":"2026-03-03T01:43:10.325008Z","end":"2026-03-03T01:43:11.718502Z","steps":["trace[1156826448] 'process raft request' (duration: 1.393394455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:11.718551Z","caller":"traceutil/trace.go:171","msg":"trace[1104080115] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"1.412453335s","start":"2026-03-03T01:43:10.306064Z","end":"2026-03-03T01:43:11.718517Z","steps":["trace[1104080115] 'process raft request' (duration: 1.412131978s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:11.718664Z","caller":"traceutil/trace.go:171","msg":"trace[2085811376] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"1.39357999s","start":"2026-03-03T01:43:10.325066Z","end":"2026-03-03T01:43:11.718646Z","steps":["trace[2085811376] 'process raft request' (duration: 1.393396756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:11.718719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.306024Z","time spent":"1.412609608s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.718733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.325061Z","time spent":"1.393639281s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:11.718694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.324992Z","time spent":"1.39361347s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:12.764033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999145923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:12.764148Z","caller":"traceutil/trace.go:171","msg":"trace[606391039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999323827s","start":"2026-03-03T01:43:07.764802Z","end":"2026-03-03T01:43:12.764125Z","steps":["trace[606391039] 'agreement among raft nodes before linearized reading' (duration: 4.999171744s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.7642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.764781Z","time spent":"4.999407569s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 01:43:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:12.764052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999004361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:12.764354Z","caller":"traceutil/trace.go:171","msg":"trace[1085509738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999381238s","start":"2026-03-03T01:43:07.76494Z","end":"2026-03-03T01:43:12.764321Z","steps":["trace[1085509738] 'agreement among raft nodes before linearized reading' (duration: 4.999034931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.764414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.764911Z","time spent":"4.99948791s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 01:43:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:12.781693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063054297s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:43:12.781949Z","caller":"traceutil/trace.go:171","msg":"trace[1406390228] linearizableReadLoop","detail":"{readStateIndex:24574; appliedIndex:24568; }","duration":"2.47944563s","start":"2026-03-03T01:43:10.302486Z","end":"2026-03-03T01:43:12.781931Z","steps":["trace[1406390228] 'read index received' (duration: 627.931643ms)","trace[1406390228] 'applied index is now lower than readState.Index' (duration: 1.851513237s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:12.782607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134074695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:12.782635Z","caller":"traceutil/trace.go:171","msg":"trace[268305408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23734; }","duration":"3.134111856s","start":"2026-03-03T01:43:09.648512Z","end":"2026-03-03T01:43:12.782624Z","steps":["trace[268305408] 'agreement among raft nodes before linearized reading' (duration: 3.133982273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.782661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.648457Z","time spent":"3.134196327s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.782697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212412279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:12.782729Z","caller":"traceutil/trace.go:171","msg":"trace[1975509149] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23734; }","duration":"5.212537382s","start":"2026-03-03T01:43:07.570182Z","end":"2026-03-03T01:43:12.782719Z","steps":["trace[1975509149] 'agreement among raft nodes before linearized reading' (duration: 5.212426389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.782719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09652112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:12.782749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.570159Z","time spent":"5.212582422s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.782734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980895929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:12.782766Z","caller":"traceutil/trace.go:171","msg":"trace[1728115717] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23734; }","duration":"4.096600791s","start":"2026-03-03T01:43:08.686149Z","end":"2026-03-03T01:43:12.78275Z","steps":["trace[1728115717] 'agreement among raft nodes before linearized reading' (duration: 4.096472009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.78274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370505535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:12.782789Z","caller":"traceutil/trace.go:171","msg":"trace[1727268370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23734; }","duration":"4.980988832s","start":"2026-03-03T01:43:07.801786Z","end":"2026-03-03T01:43:12.782775Z","steps":["trace[1727268370] 'agreement among raft nodes before linearized reading' (duration: 4.980805738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.782798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.686132Z","time spent":"4.096657432s","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.782826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.801769Z","time spent":"4.981048612s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:12.782825Z","caller":"traceutil/trace.go:171","msg":"trace[303724815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23734; }","duration":"4.370646428s","start":"2026-03-03T01:43:08.412159Z","end":"2026-03-03T01:43:12.782806Z","steps":["trace[303724815] 'agreement among raft nodes before linearized reading' (duration: 4.370465295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.78287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.412143Z","time spent":"4.370717589s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.782992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677377007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:12.783006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741036132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:12.783041Z","caller":"traceutil/trace.go:171","msg":"trace[1351985906] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23734; }","duration":"3.741102824s","start":"2026-03-03T01:43:09.04193Z","end":"2026-03-03T01:43:12.783033Z","steps":["trace[1351985906] 'agreement among raft nodes before linearized reading' (duration: 3.741039361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.783069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980735186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:43:12.783093Z","caller":"traceutil/trace.go:171","msg":"trace[1805804709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23734; }","duration":"4.980776087s","start":"2026-03-03T01:43:07.802312Z","end":"2026-03-03T01:43:12.783088Z","steps":["trace[1805804709] 'agreement among raft nodes before linearized reading' (duration: 4.980712865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.783103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152142388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:12.783128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78064553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:12.783136Z","caller":"traceutil/trace.go:171","msg":"trace[1443989306] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23734; }","duration":"4.152208099s","start":"2026-03-03T01:43:08.630917Z","end":"2026-03-03T01:43:12.783125Z","steps":["trace[1443989306] 'agreement among raft nodes before linearized reading' (duration: 4.152146208s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:12.783156Z","caller":"traceutil/trace.go:171","msg":"trace[1957523654] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23734; }","duration":"3.780725532s","start":"2026-03-03T01:43:09.002423Z","end":"2026-03-03T01:43:12.783149Z","steps":["trace[1957523654] 'agreement among raft nodes before linearized reading' (duration: 3.780662321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.783167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.630875Z","time spent":"4.152282461s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.78318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.002404Z","time spent":"3.780769862s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.783069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:09.041917Z","time spent":"3.741143504s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:12.783111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:07.802303Z","time spent":"4.980804208s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:12.783011Z","caller":"traceutil/trace.go:171","msg":"trace[435553735] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23734; }","duration":"4.677460008s","start":"2026-03-03T01:43:08.105546Z","end":"2026-03-03T01:43:12.783006Z","steps":["trace[435553735] 'agreement among raft nodes before linearized reading' (duration: 4.677419216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.783507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.105513Z","time spent":"4.677979698s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:12.783802Z","caller":"traceutil/trace.go:171","msg":"trace[153960815] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"714.893315ms","start":"2026-03-03T01:43:12.068821Z","end":"2026-03-03T01:43:12.783714Z","steps":["trace[153960815] 'process raft request' (duration: 712.954286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.783883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.068801Z","time spent":"715.023717ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:12.784576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892088569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:12.784609Z","caller":"traceutil/trace.go:171","msg":"trace[416614400] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23734; }","duration":"3.89215878s","start":"2026-03-03T01:43:08.892443Z","end":"2026-03-03T01:43:12.784602Z","steps":["trace[416614400] 'agreement among raft nodes before linearized reading' (duration: 3.890703252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:12.784629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:08.892421Z","time spent":"3.892202002s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2602,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:13.079926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:13.080011Z","caller":"traceutil/trace.go:171","msg":"trace[1843365549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326672s","start":"2026-03-03T01:43:11.079665Z","end":"2026-03-03T01:43:13.079992Z","steps":["trace[1843365549] 'agreement among raft nodes before linearized reading' (duration: 2.000223179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:13.080057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.079649Z","time spent":"2.000398813s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:13.282616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:13.783389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:13.891402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579026551s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:14.034112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.352584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:14.034259Z","caller":"traceutil/trace.go:171","msg":"trace[1034435150] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"1.721968528s","start":"2026-03-03T01:43:12.31226Z","end":"2026-03-03T01:43:14.034229Z","steps":["trace[1034435150] 'process raft request' (duration: 1.579385629s)","trace[1034435150] 'compare' (duration: 141.65405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:14.034448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.312236Z","time spent":"1.722157232s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.992452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098684847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:14.992941Z","caller":"traceutil/trace.go:171","msg":"trace[57849902] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"2.680202058s","start":"2026-03-03T01:43:12.312709Z","end":"2026-03-03T01:43:14.992911Z","steps":["trace[57849902] 'process raft request' (duration: 2.679919033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.993114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.312682Z","time spent":"2.68034469s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.993375Z","caller":"traceutil/trace.go:171","msg":"trace[2014303165] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"2.679329152s","start":"2026-03-03T01:43:12.314024Z","end":"2026-03-03T01:43:14.993353Z","steps":["trace[2014303165] 'process raft request' (duration: 2.678818791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.99345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.314005Z","time spent":"2.679409103s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.993457Z","caller":"traceutil/trace.go:171","msg":"trace[1447753966] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"2.679202719s","start":"2026-03-03T01:43:12.31422Z","end":"2026-03-03T01:43:14.993422Z","steps":["trace[1447753966] 'process raft request' (duration: 2.678975984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:14.99372Z","caller":"traceutil/trace.go:171","msg":"trace[1225806624] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"2.67878116s","start":"2026-03-03T01:43:12.314917Z","end":"2026-03-03T01:43:14.993698Z","steps":["trace[1225806624] 'process raft request' (duration: 2.678451504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.993709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.314211Z","time spent":"2.679340942s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.993903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.314907Z","time spent":"2.678910314s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.993993Z","caller":"traceutil/trace.go:171","msg":"trace[479832204] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"2.678445703s","start":"2026-03-03T01:43:12.315534Z","end":"2026-03-03T01:43:14.99398Z","steps":["trace[479832204] 'process raft request' (duration: 2.678084246s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:14.994168Z","caller":"traceutil/trace.go:171","msg":"trace[1039012765] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"2.677989764s","start":"2026-03-03T01:43:12.316166Z","end":"2026-03-03T01:43:14.994156Z","steps":["trace[1039012765] 'process raft request' (duration: 2.67775965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.316156Z","time spent":"2.678053315s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.994264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.315522Z","time spent":"2.678641938s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:14.994348Z","caller":"traceutil/trace.go:171","msg":"trace[103740396] linearizableReadLoop","detail":"{readStateIndex:24584; appliedIndex:24575; }","duration":"2.212347303s","start":"2026-03-03T01:43:12.781969Z","end":"2026-03-03T01:43:14.994317Z","steps":["trace[103740396] 'read index received' (duration: 1.109683166s)","trace[103740396] 'applied index is now lower than readState.Index' (duration: 1.102662927s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:14.9944Z","caller":"traceutil/trace.go:171","msg":"trace[1777774835] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"2.206502096s","start":"2026-03-03T01:43:12.787847Z","end":"2026-03-03T01:43:14.994349Z","steps":["trace[1777774835] 'process raft request' (duration: 2.206270992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272966421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899315411915d45\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T01:43:14.99452Z","caller":"traceutil/trace.go:171","msg":"trace[1743809645] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899315411915d45; range_end:; response_count:1; response_revision:23744; }","duration":"3.273029532s","start":"2026-03-03T01:43:11.721477Z","end":"2026-03-03T01:43:14.994507Z","steps":["trace[1743809645] 'agreement among raft nodes before linearized reading' (duration: 3.27288917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.721462Z","time spent":"3.273089103s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1899315411915d45\" "} {"level":"warn","ts":"2026-03-03T01:43:14.994575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.787833Z","time spent":"2.206654s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.994637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669630472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T01:43:14.994675Z","caller":"traceutil/trace.go:171","msg":"trace[1949336866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23744; }","duration":"4.669702393s","start":"2026-03-03T01:43:10.324963Z","end":"2026-03-03T01:43:14.994665Z","steps":["trace[1949336866] 'agreement among raft nodes before linearized reading' (duration: 4.669585751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.324949Z","time spent":"4.669742954s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-03T01:43:14.994736Z","caller":"traceutil/trace.go:171","msg":"trace[182101889] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"2.206799523s","start":"2026-03-03T01:43:12.787926Z","end":"2026-03-03T01:43:14.994726Z","steps":["trace[182101889] 'process raft request' (duration: 2.206317623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669761084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.994825Z","caller":"traceutil/trace.go:171","msg":"trace[2134386205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23744; }","duration":"4.669853476s","start":"2026-03-03T01:43:10.324956Z","end":"2026-03-03T01:43:14.99481Z","steps":["trace[2134386205] 'agreement among raft nodes before linearized reading' (duration: 4.669755354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.787915Z","time spent":"2.206852333s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:14.994863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.324928Z","time spent":"4.669927968s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:14.994909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669909957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-03T01:43:14.994936Z","caller":"traceutil/trace.go:171","msg":"trace[36648433] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23744; }","duration":"4.669966949s","start":"2026-03-03T01:43:10.324963Z","end":"2026-03-03T01:43:14.99493Z","steps":["trace[36648433] 'agreement among raft nodes before linearized reading' (duration: 4.669873467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.994954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.324944Z","time spent":"4.670006429s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:14.994953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809977372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:14.994962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690302093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18508"} {"level":"info","ts":"2026-03-03T01:43:14.994982Z","caller":"traceutil/trace.go:171","msg":"trace[156439036] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23744; }","duration":"2.810022593s","start":"2026-03-03T01:43:12.184951Z","end":"2026-03-03T01:43:14.994974Z","steps":["trace[156439036] 'agreement among raft nodes before linearized reading' (duration: 2.809959392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:14.994997Z","caller":"traceutil/trace.go:171","msg":"trace[1810810059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23744; }","duration":"4.690361564s","start":"2026-03-03T01:43:10.304624Z","end":"2026-03-03T01:43:14.994985Z","steps":["trace[1810810059] 'agreement among raft nodes before linearized reading' (duration: 4.690263492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.995019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.184943Z","time spent":"2.810068484s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.995028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.304604Z","time spent":"4.690417195s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:14.994861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220382626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274865"} {"level":"info","ts":"2026-03-03T01:43:14.995076Z","caller":"traceutil/trace.go:171","msg":"trace[1904351116] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23744; }","duration":"4.22062632s","start":"2026-03-03T01:43:10.774436Z","end":"2026-03-03T01:43:14.995062Z","steps":["trace[1904351116] 'agreement among raft nodes before linearized reading' (duration: 4.219988268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.995123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.774419Z","time spent":"4.220692612s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:43:14.995189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67008482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-03T01:43:14.995245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817876759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T01:43:14.995286Z","caller":"traceutil/trace.go:171","msg":"trace[1109440214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23744; }","duration":"2.817950041s","start":"2026-03-03T01:43:12.177326Z","end":"2026-03-03T01:43:14.995276Z","steps":["trace[1109440214] 'agreement among raft nodes before linearized reading' (duration: 2.817835959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.995323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.177309Z","time spent":"2.818005732s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T01:43:14.995266Z","caller":"traceutil/trace.go:171","msg":"trace[570185098] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23744; }","duration":"4.670174163s","start":"2026-03-03T01:43:10.325077Z","end":"2026-03-03T01:43:14.995252Z","steps":["trace[570185098] 'agreement among raft nodes before linearized reading' (duration: 4.66952668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.99542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.32507Z","time spent":"4.670336946s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:14.99546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822467811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T01:43:14.995635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272874499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T01:43:14.995651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124981314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.995694Z","caller":"traceutil/trace.go:171","msg":"trace[407079496] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23744; }","duration":"3.125024705s","start":"2026-03-03T01:43:11.870656Z","end":"2026-03-03T01:43:14.99568Z","steps":["trace[407079496] 'agreement among raft nodes before linearized reading' (duration: 3.124917013s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:14.995697Z","caller":"traceutil/trace.go:171","msg":"trace[2147060640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23744; }","duration":"3.272997391s","start":"2026-03-03T01:43:11.72268Z","end":"2026-03-03T01:43:14.995677Z","steps":["trace[2147060640] 'agreement among raft nodes before linearized reading' (duration: 3.272834268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.995726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.870635Z","time spent":"3.125083156s","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.995739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.722664Z","time spent":"3.273063983s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:43:14.995844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023591486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.995873Z","caller":"traceutil/trace.go:171","msg":"trace[1437974947] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23744; }","duration":"3.023665077s","start":"2026-03-03T01:43:11.972201Z","end":"2026-03-03T01:43:14.995866Z","steps":["trace[1437974947] 'agreement among raft nodes before linearized reading' (duration: 3.023621526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.995858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02127111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.995959Z","caller":"traceutil/trace.go:171","msg":"trace[2035079624] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23744; }","duration":"3.021423692s","start":"2026-03-03T01:43:11.974512Z","end":"2026-03-03T01:43:14.995936Z","steps":["trace[2035079624] 'agreement among raft nodes before linearized reading' (duration: 3.021232958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.974496Z","time spent":"3.021507294s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.996052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850202513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:14.995901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.972175Z","time spent":"3.023713978s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:14.996076Z","caller":"traceutil/trace.go:171","msg":"trace[254758411] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23744; }","duration":"2.850255815s","start":"2026-03-03T01:43:12.145812Z","end":"2026-03-03T01:43:14.996068Z","steps":["trace[254758411] 'agreement among raft nodes before linearized reading' (duration: 2.850221093s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.145795Z","time spent":"2.850300516s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.996125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618583394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:14.996191Z","caller":"traceutil/trace.go:171","msg":"trace[244083461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23744; }","duration":"3.618696356s","start":"2026-03-03T01:43:11.377478Z","end":"2026-03-03T01:43:14.996174Z","steps":["trace[244083461] 'agreement among raft nodes before linearized reading' (duration: 3.618601024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442256872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:14.996241Z","caller":"traceutil/trace.go:171","msg":"trace[317883942] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23744; }","duration":"3.442335754s","start":"2026-03-03T01:43:11.553895Z","end":"2026-03-03T01:43:14.99623Z","steps":["trace[317883942] 'agreement among raft nodes before linearized reading' (duration: 3.442265873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.377451Z","time spent":"3.618781068s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.996284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.553875Z","time spent":"3.442400326s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.996333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610019963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:14.996334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646966659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:14.996361Z","caller":"traceutil/trace.go:171","msg":"trace[1441876376] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23744; }","duration":"3.610049113s","start":"2026-03-03T01:43:11.386305Z","end":"2026-03-03T01:43:14.996355Z","steps":["trace[1441876376] 'agreement among raft nodes before linearized reading' (duration: 3.610006403s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:14.996371Z","caller":"traceutil/trace.go:171","msg":"trace[274492490] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23744; }","duration":"3.64703527s","start":"2026-03-03T01:43:11.349325Z","end":"2026-03-03T01:43:14.99636Z","steps":["trace[274492490] 'agreement among raft nodes before linearized reading' (duration: 3.646933838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.386248Z","time spent":"3.610127996s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:14.996376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062555185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T01:43:14.9964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.349309Z","time spent":"3.647084211s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:14.996412Z","caller":"traceutil/trace.go:171","msg":"trace[592485746] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23744; }","duration":"4.062591595s","start":"2026-03-03T01:43:10.93381Z","end":"2026-03-03T01:43:14.996401Z","steps":["trace[592485746] 'agreement among raft nodes before linearized reading' (duration: 4.062451813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093370055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:14.998892Z","caller":"traceutil/trace.go:171","msg":"trace[780262934] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23744; }","duration":"3.096529169s","start":"2026-03-03T01:43:11.90234Z","end":"2026-03-03T01:43:14.998869Z","steps":["trace[780262934] 'agreement among raft nodes before linearized reading' (duration: 3.093153251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.996455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.933766Z","time spent":"4.062678737s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:43:14.998132Z","caller":"traceutil/trace.go:171","msg":"trace[993448580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23744; }","duration":"2.825166385s","start":"2026-03-03T01:43:12.172949Z","end":"2026-03-03T01:43:14.998115Z","steps":["trace[993448580] 'agreement among raft nodes before linearized reading' (duration: 2.82243836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:14.999014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.172928Z","time spent":"2.826034302s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:14.99936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:11.902329Z","time spent":"3.097014908s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:15.003117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124174361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:15.003212Z","caller":"traceutil/trace.go:171","msg":"trace[148380723] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23744; }","duration":"4.124324293s","start":"2026-03-03T01:43:10.878863Z","end":"2026-03-03T01:43:15.003187Z","steps":["trace[148380723] 'agreement among raft nodes before linearized reading' (duration: 4.115559939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.003277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:10.878842Z","time spent":"4.124422686s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2602,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:15.080248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:15.080798Z","caller":"traceutil/trace.go:171","msg":"trace[2001221556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125256s","start":"2026-03-03T01:43:13.080195Z","end":"2026-03-03T01:43:15.080321Z","steps":["trace[2001221556] 'agreement among raft nodes before linearized reading' (duration: 2.000009164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.081461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.08018Z","time spent":"2.001262919s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:15.205082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000836551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:15.205202Z","caller":"traceutil/trace.go:171","msg":"trace[1943719444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001051235s","start":"2026-03-03T01:43:13.204131Z","end":"2026-03-03T01:43:15.205182Z","steps":["trace[1943719444] 'agreement among raft nodes before linearized reading' (duration: 2.000874781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:15.205283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.20411Z","time spent":"2.001157917s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:15.494846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:16.596905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.395833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:16.597039Z","caller":"traceutil/trace.go:171","msg":"trace[1279162024] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"1.682069983s","start":"2026-03-03T01:43:14.914945Z","end":"2026-03-03T01:43:16.597014Z","steps":["trace[1279162024] 'process raft request' (duration: 1.052459406s)","trace[1279162024] 'compare' (duration: 628.600418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:16.597104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.914924Z","time spent":"1.682149254s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:17.087917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:17.088017Z","caller":"traceutil/trace.go:171","msg":"trace[370890065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138436s","start":"2026-03-03T01:43:15.087855Z","end":"2026-03-03T01:43:17.087993Z","steps":["trace[370890065] 'agreement among raft nodes before linearized reading' (duration: 2.000017924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.088067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.087834Z","time spent":"2.000222519s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:17.360302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332340129s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:17.47702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.398004ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:17.477146Z","caller":"traceutil/trace.go:171","msg":"trace[1401869059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23745; }","duration":"718.534717ms","start":"2026-03-03T01:43:16.758591Z","end":"2026-03-03T01:43:17.477125Z","steps":["trace[1401869059] 'range keys from in-memory index tree' (duration: 718.380254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.478434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.784856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:17.49687Z","caller":"traceutil/trace.go:171","msg":"trace[549965700] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"2.495871368s","start":"2026-03-03T01:43:15.000961Z","end":"2026-03-03T01:43:17.496833Z","steps":["trace[549965700] 'process raft request' (duration: 2.359608266s)","trace[549965700] 'compare' (duration: 116.852166ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:17.497006Z","caller":"traceutil/trace.go:171","msg":"trace[1995887042] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24584; }","duration":"2.502596891s","start":"2026-03-03T01:43:14.994397Z","end":"2026-03-03T01:43:17.496994Z","steps":["trace[1995887042] 'read index received' (duration: 973.019314ms)","trace[1995887042] 'applied index is now lower than readState.Index' (duration: 1.529576837s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:17.49702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.000943Z","time spent":"2.49600031s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:17.497072Z","caller":"traceutil/trace.go:171","msg":"trace[1880028882] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"2.495973829s","start":"2026-03-03T01:43:15.001089Z","end":"2026-03-03T01:43:17.497063Z","steps":["trace[1880028882] 'process raft request' (duration: 2.495622843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.001061Z","time spent":"2.496035131s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:17.497328Z","caller":"traceutil/trace.go:171","msg":"trace[3130150] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"2.494180014s","start":"2026-03-03T01:43:15.003141Z","end":"2026-03-03T01:43:17.497321Z","steps":["trace[3130150] 'process raft request' (duration: 2.493666473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.003127Z","time spent":"2.494222384s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:17.497493Z","caller":"traceutil/trace.go:171","msg":"trace[1596175042] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"2.491414309s","start":"2026-03-03T01:43:15.006069Z","end":"2026-03-03T01:43:17.497483Z","steps":["trace[1596175042] 'process raft request' (duration: 2.490826567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725260505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:43:17.49757Z","caller":"traceutil/trace.go:171","msg":"trace[399271925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23751; }","duration":"2.725326546s","start":"2026-03-03T01:43:14.772236Z","end":"2026-03-03T01:43:17.497563Z","steps":["trace[399271925] 'agreement among raft nodes before linearized reading' (duration: 2.725237835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:17.497573Z","caller":"traceutil/trace.go:171","msg":"trace[33991158] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"2.492214194s","start":"2026-03-03T01:43:15.005352Z","end":"2026-03-03T01:43:17.497566Z","steps":["trace[33991158] 'process raft request' (duration: 2.491507811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645397055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:17.497648Z","caller":"traceutil/trace.go:171","msg":"trace[926108809] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23751; }","duration":"2.645554468s","start":"2026-03-03T01:43:14.852074Z","end":"2026-03-03T01:43:17.497629Z","steps":["trace[926108809] 'agreement among raft nodes before linearized reading' (duration: 2.645354544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73205318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:43:17.497697Z","caller":"traceutil/trace.go:171","msg":"trace[804757393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23751; }","duration":"2.732081202s","start":"2026-03-03T01:43:14.765608Z","end":"2026-03-03T01:43:17.497689Z","steps":["trace[804757393] 'agreement among raft nodes before linearized reading' (duration: 2.732003429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.4977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.852051Z","time spent":"2.645636671s","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:17.497731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.765534Z","time spent":"2.732188654s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:43:17.497779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352612069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:17.497815Z","caller":"traceutil/trace.go:171","msg":"trace[1622293081] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23751; }","duration":"4.352693901s","start":"2026-03-03T01:43:13.145112Z","end":"2026-03-03T01:43:17.497806Z","steps":["trace[1622293081] 'agreement among raft nodes before linearized reading' (duration: 4.35262445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.145096Z","time spent":"4.352741142s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:17.497889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554795775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:43:17.49791Z","caller":"traceutil/trace.go:171","msg":"trace[142230987] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23751; }","duration":"4.554850646s","start":"2026-03-03T01:43:12.943053Z","end":"2026-03-03T01:43:17.497904Z","steps":["trace[142230987] 'agreement among raft nodes before linearized reading' (duration: 4.554782145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.497928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:12.943034Z","time spent":"4.554889516s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:43:17.49804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118038696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:17.498068Z","caller":"traceutil/trace.go:171","msg":"trace[2008985093] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23751; }","duration":"3.118096697s","start":"2026-03-03T01:43:14.379965Z","end":"2026-03-03T01:43:17.498062Z","steps":["trace[2008985093] 'agreement among raft nodes before linearized reading' (duration: 3.118047466s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:17.498079Z","caller":"traceutil/trace.go:171","msg":"trace[1647113924] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"2.4914481s","start":"2026-03-03T01:43:15.006616Z","end":"2026-03-03T01:43:17.498064Z","steps":["trace[1647113924] 'process raft request' (duration: 2.490328527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.498093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.37994Z","time spent":"3.118147539s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:17.498164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.006596Z","time spent":"2.491513561s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:17.498217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177750468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:17.498245Z","caller":"traceutil/trace.go:171","msg":"trace[163208941] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23751; }","duration":"4.177806908s","start":"2026-03-03T01:43:13.320432Z","end":"2026-03-03T01:43:17.498238Z","steps":["trace[163208941] 'agreement among raft nodes before linearized reading' (duration: 4.177759428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.498267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:13.320414Z","time spent":"4.17784766s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:17.498332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57280702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:17.498397Z","caller":"traceutil/trace.go:171","msg":"trace[878557540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23751; }","duration":"2.572866261s","start":"2026-03-03T01:43:14.925494Z","end":"2026-03-03T01:43:17.49836Z","steps":["trace[878557540] 'agreement among raft nodes before linearized reading' (duration: 2.57280537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:17.498437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.925482Z","time spent":"2.572945673s","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:17.497596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:14.772213Z","time spent":"2.725376847s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:17.497546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.006064Z","time spent":"2.491456319s","remote":"127.0.0.1:42594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:17.497606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.00534Z","time spent":"2.492250215s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} 2026/03/03 01:43:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:43:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:17.997457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:18.499614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:18.63574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275123901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:18.680512Z","caller":"traceutil/trace.go:171","msg":"trace[1274172064] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"2.549986646s","start":"2026-03-03T01:43:16.130506Z","end":"2026-03-03T01:43:18.680493Z","steps":["trace[1274172064] 'process raft request' (duration: 2.549902914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.680655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.130488Z","time spent":"2.550095288s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.680794Z","caller":"traceutil/trace.go:171","msg":"trace[1570534318] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.676692827s","start":"2026-03-03T01:43:17.004082Z","end":"2026-03-03T01:43:18.680775Z","steps":["trace[1570534318] 'process raft request' (duration: 1.676654706s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:18.680508Z","caller":"traceutil/trace.go:171","msg":"trace[1640506143] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"2.637668751s","start":"2026-03-03T01:43:16.042796Z","end":"2026-03-03T01:43:18.680465Z","steps":["trace[1640506143] 'process raft request' (duration: 2.59643981s)","trace[1640506143] 'compare' (duration: 41.048608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:18.680886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.004068Z","time spent":"1.676774688s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:18.680908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.042765Z","time spent":"2.63809298s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.681303Z","caller":"traceutil/trace.go:171","msg":"trace[134562526] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.677316809s","start":"2026-03-03T01:43:17.00396Z","end":"2026-03-03T01:43:18.681276Z","steps":["trace[134562526] 'process raft request' (duration: 1.676712037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:18.681401Z","caller":"traceutil/trace.go:171","msg":"trace[1371764641] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.67738841s","start":"2026-03-03T01:43:17.00396Z","end":"2026-03-03T01:43:18.681348Z","steps":["trace[1371764641] 'process raft request' (duration: 1.676744998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.681613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.00393Z","time spent":"1.677571264s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:18.681633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.003928Z","time spent":"1.677484233s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.681853Z","caller":"traceutil/trace.go:171","msg":"trace[413450566] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.680634025s","start":"2026-03-03T01:43:17.001206Z","end":"2026-03-03T01:43:18.68184Z","steps":["trace[413450566] 'process raft request' (duration: 1.679251618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.682032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.001185Z","time spent":"1.680804978s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.68229Z","caller":"traceutil/trace.go:171","msg":"trace[1773622770] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.679679296s","start":"2026-03-03T01:43:17.002598Z","end":"2026-03-03T01:43:18.682278Z","steps":["trace[1773622770] 'process raft request' (duration: 1.677948442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.682441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.002572Z","time spent":"1.679788607s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:18.682635Z","caller":"traceutil/trace.go:171","msg":"trace[1300361200] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"1.678983132s","start":"2026-03-03T01:43:17.003613Z","end":"2026-03-03T01:43:18.682597Z","steps":["trace[1300361200] 'process raft request' (duration: 1.677019583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:18.68276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.003584Z","time spent":"1.679139805s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.088689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:19.088774Z","caller":"traceutil/trace.go:171","msg":"trace[782801064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554095s","start":"2026-03-03T01:43:17.0882Z","end":"2026-03-03T01:43:19.088754Z","steps":["trace[782801064] 'agreement among raft nodes before linearized reading' (duration: 2.000449973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.088825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.08818Z","time spent":"2.000635576s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:43:19.616862Z","caller":"traceutil/trace.go:171","msg":"trace[842578123] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23761; }","duration":"1.849884865s","start":"2026-03-03T01:43:17.766952Z","end":"2026-03-03T01:43:19.616836Z","steps":["trace[842578123] 'process raft request' (duration: 1.849437566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.617071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.766934Z","time spent":"1.850058128s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:19.617405Z","caller":"traceutil/trace.go:171","msg":"trace[1010750108] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.828229544s","start":"2026-03-03T01:43:17.789155Z","end":"2026-03-03T01:43:19.617384Z","steps":["trace[1010750108] 'process raft request' (duration: 1.827615062s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.617444Z","caller":"traceutil/trace.go:171","msg":"trace[926973665] linearizableReadLoop","detail":"{readStateIndex:24604; appliedIndex:24591; }","duration":"2.120397442s","start":"2026-03-03T01:43:17.497034Z","end":"2026-03-03T01:43:19.617432Z","steps":["trace[926973665] 'read index received' (duration: 1.142135803s)","trace[926973665] 'applied index is now lower than readState.Index' (duration: 978.260758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:19.617522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.789131Z","time spent":"1.828333855s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:19.617613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.616627566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T01:43:19.617601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486766417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.61761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638058088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.617641Z","caller":"traceutil/trace.go:171","msg":"trace[1871985710] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23763; }","duration":"4.616681467s","start":"2026-03-03T01:43:15.000953Z","end":"2026-03-03T01:43:19.617634Z","steps":["trace[1871985710] 'agreement among raft nodes before linearized reading' (duration: 4.616565115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.617635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631545059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.617673Z","caller":"traceutil/trace.go:171","msg":"trace[2088682639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23763; }","duration":"3.48688191s","start":"2026-03-03T01:43:16.130772Z","end":"2026-03-03T01:43:19.617654Z","steps":["trace[2088682639] 'agreement among raft nodes before linearized reading' (duration: 3.486693816s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.617696Z","caller":"traceutil/trace.go:171","msg":"trace[1047638006] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23763; }","duration":"2.63817253s","start":"2026-03-03T01:43:16.979496Z","end":"2026-03-03T01:43:19.617668Z","steps":["trace[1047638006] 'agreement among raft nodes before linearized reading' (duration: 2.637995427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.61771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.000947Z","time spent":"4.616750769s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T01:43:19.617732Z","caller":"traceutil/trace.go:171","msg":"trace[1776624068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23763; }","duration":"2.631677772s","start":"2026-03-03T01:43:16.986031Z","end":"2026-03-03T01:43:19.617709Z","steps":["trace[1776624068] 'agreement among raft nodes before linearized reading' (duration: 2.631457898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.617706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.522723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.61773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.13075Z","time spent":"3.486968252s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.61776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.979481Z","time spent":"2.638261923s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:19.617788Z","caller":"traceutil/trace.go:171","msg":"trace[637372554] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.80498944s","start":"2026-03-03T01:43:17.812749Z","end":"2026-03-03T01:43:19.617738Z","steps":["trace[637372554] 'process raft request' (duration: 1.804564262s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.617789Z","caller":"traceutil/trace.go:171","msg":"trace[1444349184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23763; }","duration":"995.694016ms","start":"2026-03-03T01:43:18.622075Z","end":"2026-03-03T01:43:19.617769Z","steps":["trace[1444349184] 'agreement among raft nodes before linearized reading' (duration: 995.512083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.61779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558971668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.617838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:18.622054Z","time spent":"995.772897ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.617849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:16.985988Z","time spent":"2.631786973s","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:19.617867Z","caller":"traceutil/trace.go:171","msg":"trace[1810298555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23763; }","duration":"4.55907301s","start":"2026-03-03T01:43:15.05878Z","end":"2026-03-03T01:43:19.617853Z","steps":["trace[1810298555] 'agreement among raft nodes before linearized reading' (duration: 4.558962838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.617869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180788088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.617909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.058767Z","time spent":"4.559129471s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:43:19.617891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836531999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.617943Z","caller":"traceutil/trace.go:171","msg":"trace[1593921602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23763; }","duration":"4.18090281s","start":"2026-03-03T01:43:15.437021Z","end":"2026-03-03T01:43:19.617924Z","steps":["trace[1593921602] 'agreement among raft nodes before linearized reading' (duration: 4.180776438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.617904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116608616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18993154a926fad9\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T01:43:19.617981Z","caller":"traceutil/trace.go:171","msg":"trace[1771179487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23763; }","duration":"1.836660691s","start":"2026-03-03T01:43:17.7813Z","end":"2026-03-03T01:43:19.61796Z","steps":["trace[1771179487] 'agreement among raft nodes before linearized reading' (duration: 1.836482187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.436997Z","time spent":"4.180985111s","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.618039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.78128Z","time spent":"1.836746863s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.617698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613578161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:43:19.618048Z","caller":"traceutil/trace.go:171","msg":"trace[743896009] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18993154a926fad9; range_end:; response_count:1; response_revision:23763; }","duration":"2.116771409s","start":"2026-03-03T01:43:17.501233Z","end":"2026-03-03T01:43:19.618004Z","steps":["trace[743896009] 'agreement among raft nodes before linearized reading' (duration: 2.116298669s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.618092Z","caller":"traceutil/trace.go:171","msg":"trace[668327241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23763; }","duration":"2.614069401s","start":"2026-03-03T01:43:17.004012Z","end":"2026-03-03T01:43:19.618082Z","steps":["trace[668327241] 'agreement among raft nodes before linearized reading' (duration: 2.613459519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.501188Z","time spent":"2.116932912s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18993154a926fad9\" "} {"level":"warn","ts":"2026-03-03T01:43:19.618174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.003992Z","time spent":"2.614152482s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:19.618148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.575195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.617887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.812727Z","time spent":"1.805094922s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:19.618249Z","caller":"traceutil/trace.go:171","msg":"trace[1048397205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23763; }","duration":"522.719388ms","start":"2026-03-03T01:43:19.095517Z","end":"2026-03-03T01:43:19.618236Z","steps":["trace[1048397205] 'agreement among raft nodes before linearized reading' (duration: 522.596116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.095481Z","time spent":"522.801219ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:19.618413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617499384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T01:43:19.617606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613232628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:19.618462Z","caller":"traceutil/trace.go:171","msg":"trace[753872911] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1; range_end:; response_count:1; response_revision:23763; }","duration":"4.617562335s","start":"2026-03-03T01:43:15.000887Z","end":"2026-03-03T01:43:19.61845Z","steps":["trace[753872911] 'agreement among raft nodes before linearized reading' (duration: 4.617395871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.000874Z","time spent":"4.617617016s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1\" "} {"level":"info","ts":"2026-03-03T01:43:19.61848Z","caller":"traceutil/trace.go:171","msg":"trace[994850115] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23763; }","duration":"4.614134098s","start":"2026-03-03T01:43:15.004326Z","end":"2026-03-03T01:43:19.61846Z","steps":["trace[994850115] 'agreement among raft nodes before linearized reading' (duration: 4.613187898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.004315Z","time spent":"4.614217389s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:19.618526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390359701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:19.618591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614505241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:43:19.618601Z","caller":"traceutil/trace.go:171","msg":"trace[825353380] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23763; }","duration":"4.391331181s","start":"2026-03-03T01:43:15.227253Z","end":"2026-03-03T01:43:19.618585Z","steps":["trace[825353380] 'agreement among raft nodes before linearized reading' (duration: 4.39030284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105900382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:43:19.618635Z","caller":"traceutil/trace.go:171","msg":"trace[2082618717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23763; }","duration":"2.614580892s","start":"2026-03-03T01:43:17.004043Z","end":"2026-03-03T01:43:19.618624Z","steps":["trace[2082618717] 'agreement among raft nodes before linearized reading' (duration: 2.613868487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:15.227237Z","time spent":"4.391395402s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:19.618657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117023794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T01:43:19.618672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.004027Z","time spent":"2.614638544s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:19.618669Z","caller":"traceutil/trace.go:171","msg":"trace[1618700518] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23763; }","duration":"2.105985154s","start":"2026-03-03T01:43:17.512672Z","end":"2026-03-03T01:43:19.618657Z","steps":["trace[1618700518] 'agreement among raft nodes before linearized reading' (duration: 2.104969374s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:19.618698Z","caller":"traceutil/trace.go:171","msg":"trace[1582767727] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173; range_end:; response_count:1; response_revision:23763; }","duration":"2.117090426s","start":"2026-03-03T01:43:17.501597Z","end":"2026-03-03T01:43:19.618687Z","steps":["trace[1582767727] 'agreement among raft nodes before linearized reading' (duration: 2.116660917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:19.618707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.512656Z","time spent":"2.106043635s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:19.618733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:17.501582Z","time spent":"2.117145247s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" "} {"level":"warn","ts":"2026-03-03T01:43:20.368196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.618607ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T01:43:20.368335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.621671Z","time spent":"746.656827ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:20.368451Z","caller":"traceutil/trace.go:171","msg":"trace[1607657551] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24604; }","duration":"746.108356ms","start":"2026-03-03T01:43:19.62232Z","end":"2026-03-03T01:43:20.368429Z","steps":["trace[1607657551] 'read index received' (duration: 467.385387ms)","trace[1607657551] 'applied index is now lower than readState.Index' (duration: 278.721089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:20.368488Z","caller":"traceutil/trace.go:171","msg":"trace[16730551] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"745.417643ms","start":"2026-03-03T01:43:19.623049Z","end":"2026-03-03T01:43:20.368467Z","steps":["trace[16730551] 'process raft request' (duration: 745.25036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.368585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.623035Z","time spent":"745.488784ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:20.369495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.951994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T01:43:20.369552Z","caller":"traceutil/trace.go:171","msg":"trace[303997228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23765; }","duration":"747.031125ms","start":"2026-03-03T01:43:19.622506Z","end":"2026-03-03T01:43:20.369537Z","steps":["trace[303997228] 'agreement among raft nodes before linearized reading' (duration: 746.846181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.369608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.622495Z","time spent":"747.105057ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:20.369849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.527165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:20.369885Z","caller":"traceutil/trace.go:171","msg":"trace[237462765] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23765; }","duration":"747.597097ms","start":"2026-03-03T01:43:19.622278Z","end":"2026-03-03T01:43:20.369875Z","steps":["trace[237462765] 'agreement among raft nodes before linearized reading' (duration: 746.249229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.369912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.622183Z","time spent":"747.723649ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:43:20.370518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.371477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:43:20.370557Z","caller":"traceutil/trace.go:171","msg":"trace[859198949] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23765; }","duration":"348.452938ms","start":"2026-03-03T01:43:20.022094Z","end":"2026-03-03T01:43:20.370547Z","steps":["trace[859198949] 'agreement among raft nodes before linearized reading' (duration: 348.353866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.370579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.022067Z","time spent":"348.506689ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:43:20.370631Z","caller":"traceutil/trace.go:171","msg":"trace[1761460102] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"747.467674ms","start":"2026-03-03T01:43:19.623149Z","end":"2026-03-03T01:43:20.370616Z","steps":["trace[1761460102] 'process raft request' (duration: 745.27929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.370716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.623139Z","time spent":"747.532475ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:20.370868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.690178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:43:20.370951Z","caller":"traceutil/trace.go:171","msg":"trace[1691593584] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23765; }","duration":"746.781799ms","start":"2026-03-03T01:43:19.624146Z","end":"2026-03-03T01:43:20.370928Z","steps":["trace[1691593584] 'agreement among raft nodes before linearized reading' (duration: 746.486773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.371002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.624138Z","time spent":"746.85435ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:20.370234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.295831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:20.371639Z","caller":"traceutil/trace.go:171","msg":"trace[1236508302] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23765; }","duration":"747.75019ms","start":"2026-03-03T01:43:19.62387Z","end":"2026-03-03T01:43:20.37162Z","steps":["trace[1236508302] 'agreement among raft nodes before linearized reading' (duration: 746.22931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:20.371691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:19.623832Z","time spent":"747.844741ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:43:20.872565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:21.845923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.443519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:21.84621Z","caller":"traceutil/trace.go:171","msg":"trace[1931377628] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.476606092s","start":"2026-03-03T01:43:20.369541Z","end":"2026-03-03T01:43:21.846147Z","steps":["trace[1931377628] 'process raft request' (duration: 669.828447ms)","trace[1931377628] 'compare' (duration: 805.690853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:21.846406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.369518Z","time spent":"1.476805706s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:22.599432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297516978s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:22.719208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:22.719276Z","caller":"traceutil/trace.go:171","msg":"trace[1616378131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003195s","start":"2026-03-03T01:43:20.718942Z","end":"2026-03-03T01:43:22.719261Z","steps":["trace[1616378131] 'agreement among raft nodes before linearized reading' (duration: 2.000240778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:22.719314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.718933Z","time spent":"2.000373071s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:23.152168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.454291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:23.15238Z","caller":"traceutil/trace.go:171","msg":"trace[944292470] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"2.781792411s","start":"2026-03-03T01:43:20.370552Z","end":"2026-03-03T01:43:23.152345Z","steps":["trace[944292470] 'process raft request' (duration: 2.229079776s)","trace[944292470] 'compare' (duration: 552.260876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:23.152542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.370508Z","time spent":"2.781948274s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:23.152569Z","caller":"traceutil/trace.go:171","msg":"trace[1820105951] linearizableReadLoop","detail":"{readStateIndex:24617; appliedIndex:24607; }","duration":"2.780484715s","start":"2026-03-03T01:43:20.372069Z","end":"2026-03-03T01:43:23.152554Z","steps":["trace[1820105951] 'read index received' (duration: 667.316868ms)","trace[1820105951] 'applied index is now lower than readState.Index' (duration: 2.113166757s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:23.152757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780685769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T01:43:23.152785Z","caller":"traceutil/trace.go:171","msg":"trace[1676337124] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:23775; }","duration":"2.780731659s","start":"2026-03-03T01:43:20.372043Z","end":"2026-03-03T01:43:23.152775Z","steps":["trace[1676337124] 'agreement among raft nodes before linearized reading' (duration: 2.780605497s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.152729Z","caller":"traceutil/trace.go:171","msg":"trace[655060935] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.464614546s","start":"2026-03-03T01:43:20.688076Z","end":"2026-03-03T01:43:23.15269Z","steps":["trace[655060935] 'process raft request' (duration: 2.464382931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.152809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.372026Z","time spent":"2.78077795s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T01:43:23.152744Z","caller":"traceutil/trace.go:171","msg":"trace[1002246268] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"2.433445674s","start":"2026-03-03T01:43:20.719262Z","end":"2026-03-03T01:43:23.152707Z","steps":["trace[1002246268] 'process raft request' (duration: 2.43324474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.152932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.688069Z","time spent":"2.464752438s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.152993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780353972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83646f2c-3392-43dd-8704-0847675d90e7\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T01:43:23.15304Z","caller":"traceutil/trace.go:171","msg":"trace[1122165707] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83646f2c-3392-43dd-8704-0847675d90e7; range_end:; response_count:1; response_revision:23775; }","duration":"2.780421293s","start":"2026-03-03T01:43:20.372606Z","end":"2026-03-03T01:43:23.153028Z","steps":["trace[1122165707] 'agreement among raft nodes before linearized reading' (duration: 2.78026303s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.153059Z","caller":"traceutil/trace.go:171","msg":"trace[213906346] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"2.462599255s","start":"2026-03-03T01:43:20.690452Z","end":"2026-03-03T01:43:23.153051Z","steps":["trace[213906346] 'process raft request' (duration: 2.462031024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.372592Z","time spent":"2.780477944s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-83646f2c-3392-43dd-8704-0847675d90e7\" "} {"level":"warn","ts":"2026-03-03T01:43:23.15311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.690443Z","time spent":"2.462636196s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:23.153194Z","caller":"traceutil/trace.go:171","msg":"trace[1610754493] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"2.465422481s","start":"2026-03-03T01:43:20.687763Z","end":"2026-03-03T01:43:23.153186Z","steps":["trace[1610754493] 'process raft request' (duration: 2.464669857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.687738Z","time spent":"2.465474323s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.153201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.719255Z","time spent":"2.433681559s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.153405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.872599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.153443Z","caller":"traceutil/trace.go:171","msg":"trace[2039067855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23775; }","duration":"434.030932ms","start":"2026-03-03T01:43:22.719402Z","end":"2026-03-03T01:43:23.153433Z","steps":["trace[2039067855] 'agreement among raft nodes before linearized reading' (duration: 433.973881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.719249Z","time spent":"434.214446ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:23.153489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14959699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.153539Z","caller":"traceutil/trace.go:171","msg":"trace[547373928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23775; }","duration":"1.149678322s","start":"2026-03-03T01:43:22.003846Z","end":"2026-03-03T01:43:23.153524Z","steps":["trace[547373928] 'agreement among raft nodes before linearized reading' (duration: 1.14957678s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.153558Z","caller":"traceutil/trace.go:171","msg":"trace[2094518119] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"2.77366285s","start":"2026-03-03T01:43:20.379887Z","end":"2026-03-03T01:43:23.15355Z","steps":["trace[2094518119] 'process raft request' (duration: 2.772368044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.00383Z","time spent":"1.149746983s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.153714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486133273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:23.153728Z","caller":"traceutil/trace.go:171","msg":"trace[1078849324] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"2.466226599s","start":"2026-03-03T01:43:20.687495Z","end":"2026-03-03T01:43:23.153721Z","steps":["trace[1078849324] 'process raft request' (duration: 2.464843301s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.153758Z","caller":"traceutil/trace.go:171","msg":"trace[426564180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23775; }","duration":"1.486208284s","start":"2026-03-03T01:43:21.667534Z","end":"2026-03-03T01:43:23.153743Z","steps":["trace[426564180] 'agreement among raft nodes before linearized reading' (duration: 1.48606449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.687468Z","time spent":"2.466278909s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.153795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:21.667514Z","time spent":"1.486272555s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:23.153834Z","caller":"traceutil/trace.go:171","msg":"trace[475168760] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"2.466087546s","start":"2026-03-03T01:43:20.68774Z","end":"2026-03-03T01:43:23.153828Z","steps":["trace[475168760] 'process raft request' (duration: 2.464639327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.153862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.687721Z","time spent":"2.466125756s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.153933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051425217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:23.153599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.379865Z","time spent":"2.77371272s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:23.153999Z","caller":"traceutil/trace.go:171","msg":"trace[1125102352] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23775; }","duration":"1.051491508s","start":"2026-03-03T01:43:22.1025Z","end":"2026-03-03T01:43:23.153992Z","steps":["trace[1125102352] 'agreement among raft nodes before linearized reading' (duration: 1.051403996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.154027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.102424Z","time spent":"1.05159664s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.153953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275838807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:23.15407Z","caller":"traceutil/trace.go:171","msg":"trace[726326506] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23775; }","duration":"2.27599083s","start":"2026-03-03T01:43:20.878066Z","end":"2026-03-03T01:43:23.154057Z","steps":["trace[726326506] 'agreement among raft nodes before linearized reading' (duration: 2.275862058s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.154119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.878044Z","time spent":"2.276064371s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.154191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.153206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:43:23.154221Z","caller":"traceutil/trace.go:171","msg":"trace[1842049378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23775; }","duration":"769.190906ms","start":"2026-03-03T01:43:22.385022Z","end":"2026-03-03T01:43:23.154213Z","steps":["trace[1842049378] 'agreement among raft nodes before linearized reading' (duration: 769.111945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.154242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.385019Z","time spent":"769.219087ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:23.154438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.421671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:43:23.154075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.534592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:23.15449Z","caller":"traceutil/trace.go:171","msg":"trace[1752144312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23775; }","duration":"769.499603ms","start":"2026-03-03T01:43:22.384978Z","end":"2026-03-03T01:43:23.154477Z","steps":["trace[1752144312] 'agreement among raft nodes before linearized reading' (duration: 769.289399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:23.154522Z","caller":"traceutil/trace.go:171","msg":"trace[1605570576] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23775; }","duration":"444.021352ms","start":"2026-03-03T01:43:22.710484Z","end":"2026-03-03T01:43:23.154505Z","steps":["trace[1605570576] 'agreement among raft nodes before linearized reading' (duration: 443.275018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.154573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.710463Z","time spent":"444.097163ms","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:23.154613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779472265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:23.154647Z","caller":"traceutil/trace.go:171","msg":"trace[740113431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23775; }","duration":"2.779545777s","start":"2026-03-03T01:43:20.375089Z","end":"2026-03-03T01:43:23.154635Z","steps":["trace[740113431] 'agreement among raft nodes before linearized reading' (duration: 2.7791953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.154683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.37507Z","time spent":"2.779606538s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:23.154527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:22.384962Z","time spent":"769.554413ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:43:23.155736Z","caller":"traceutil/trace.go:171","msg":"trace[965681286] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"2.467966173s","start":"2026-03-03T01:43:20.687732Z","end":"2026-03-03T01:43:23.155698Z","steps":["trace[965681286] 'process raft request' (duration: 2.464676717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:23.155893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:20.687697Z","time spent":"2.468118616s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:23.662419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:24.478195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.890522ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T01:43:24.478611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.156067Z","time spent":"1.322538594s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:24.478656Z","caller":"traceutil/trace.go:171","msg":"trace[537970173] linearizableReadLoop","detail":"{readStateIndex:24620; appliedIndex:24617; }","duration":"1.316810011s","start":"2026-03-03T01:43:23.161825Z","end":"2026-03-03T01:43:24.478635Z","steps":["trace[537970173] 'read index received' (duration: 575.546981ms)","trace[537970173] 'applied index is now lower than readState.Index' (duration: 741.26204ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:24.478704Z","caller":"traceutil/trace.go:171","msg":"trace[1349658941] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.31682932s","start":"2026-03-03T01:43:23.161843Z","end":"2026-03-03T01:43:24.478672Z","steps":["trace[1349658941] 'process raft request' (duration: 1.316752009s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:24.478707Z","caller":"traceutil/trace.go:171","msg":"trace[2147390712] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.316874851s","start":"2026-03-03T01:43:23.161797Z","end":"2026-03-03T01:43:24.478672Z","steps":["trace[2147390712] 'process raft request' (duration: 1.316496354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.478824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.161818Z","time spent":"1.316940964s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:24.478828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316986345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T01:43:24.478846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.16177Z","time spent":"1.317004095s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:24.478878Z","caller":"traceutil/trace.go:171","msg":"trace[1004428529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23777; }","duration":"1.317077326s","start":"2026-03-03T01:43:23.161788Z","end":"2026-03-03T01:43:24.478865Z","steps":["trace[1004428529] 'agreement among raft nodes before linearized reading' (duration: 1.316900443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:24.478903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.161768Z","time spent":"1.317129258s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:25.193178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:25.193253Z","caller":"traceutil/trace.go:171","msg":"trace[664654750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388773s","start":"2026-03-03T01:43:23.192848Z","end":"2026-03-03T01:43:25.193236Z","steps":["trace[664654750] 'agreement among raft nodes before linearized reading' (duration: 2.000289721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:25.193292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.192825Z","time spent":"2.000458665s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:25.721166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:25.721305Z","caller":"traceutil/trace.go:171","msg":"trace[2143131066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232748s","start":"2026-03-03T01:43:23.72104Z","end":"2026-03-03T01:43:25.721272Z","steps":["trace[2143131066] 'agreement among raft nodes before linearized reading' (duration: 2.000067025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:25.721536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.721017Z","time spent":"2.000501174s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:26.393643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035145241s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:26.584395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800538382s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:43:26.584652Z","caller":"traceutil/trace.go:171","msg":"trace[1162891800] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23778; }","duration":"2.103757771s","start":"2026-03-03T01:43:24.480875Z","end":"2026-03-03T01:43:26.584633Z","steps":["trace[1162891800] 'process raft request' (duration: 2.103614178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.584761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.48085Z","time spent":"2.103842622s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:26.586578Z","caller":"traceutil/trace.go:171","msg":"trace[1406805392] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"2.107841491s","start":"2026-03-03T01:43:24.47869Z","end":"2026-03-03T01:43:26.586531Z","steps":["trace[1406805392] 'read index received' (duration: 305.137374ms)","trace[1406805392] 'applied index is now lower than readState.Index' (duration: 1.802698997s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:26.587099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419580311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:43:26.587159Z","caller":"traceutil/trace.go:171","msg":"trace[296304552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23778; }","duration":"3.419685834s","start":"2026-03-03T01:43:23.167458Z","end":"2026-03-03T01:43:26.587143Z","steps":["trace[296304552] 'agreement among raft nodes before linearized reading' (duration: 3.419400208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.587202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.167448Z","time spent":"3.419743205s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:43:26.587409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425465508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T01:43:26.587504Z","caller":"traceutil/trace.go:171","msg":"trace[649215502] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23778; }","duration":"3.42555458s","start":"2026-03-03T01:43:23.1619Z","end":"2026-03-03T01:43:26.587454Z","steps":["trace[649215502] 'agreement among raft nodes before linearized reading' (duration: 3.425350036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.587559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:23.161892Z","time spent":"3.425650812s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"info","ts":"2026-03-03T01:43:26.58784Z","caller":"traceutil/trace.go:171","msg":"trace[477775716] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.963254811s","start":"2026-03-03T01:43:24.62457Z","end":"2026-03-03T01:43:26.587825Z","steps":["trace[477775716] 'process raft request' (duration: 1.959977236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.587975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.624559Z","time spent":"1.963319763s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:26.838229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:26.838344Z","caller":"traceutil/trace.go:171","msg":"trace[616255729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551504s","start":"2026-03-03T01:43:24.837775Z","end":"2026-03-03T01:43:26.838326Z","steps":["trace[616255729] 'agreement among raft nodes before linearized reading' (duration: 2.000404591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:26.838392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.837757Z","time spent":"2.000625996s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:27.352871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.375726ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:27.353027Z","caller":"traceutil/trace.go:171","msg":"trace[1642036651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23779; }","duration":"594.55625ms","start":"2026-03-03T01:43:26.758449Z","end":"2026-03-03T01:43:27.353005Z","steps":["trace[1642036651] 'range keys from in-memory index tree' (duration: 594.360195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.358402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.528672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T01:43:27.358777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.588354Z","time spent":"770.420041ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:27.358959Z","caller":"traceutil/trace.go:171","msg":"trace[558010784] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"2.198793532s","start":"2026-03-03T01:43:25.160151Z","end":"2026-03-03T01:43:27.358945Z","steps":["trace[558010784] 'process raft request' (duration: 1.427658077s)","trace[558010784] 'compare' (duration: 764.86038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:27.359013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.160104Z","time spent":"2.198885044s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.359212Z","caller":"traceutil/trace.go:171","msg":"trace[1121621905] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"2.196390144s","start":"2026-03-03T01:43:25.162814Z","end":"2026-03-03T01:43:27.359204Z","steps":["trace[1121621905] 'process raft request' (duration: 2.19567625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.359266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.162799Z","time spent":"2.196441226s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.35937Z","caller":"traceutil/trace.go:171","msg":"trace[1846727666] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"2.196505807s","start":"2026-03-03T01:43:25.162857Z","end":"2026-03-03T01:43:27.359363Z","steps":["trace[1846727666] 'process raft request' (duration: 2.195698772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.359418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.162821Z","time spent":"2.196572168s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.359487Z","caller":"traceutil/trace.go:171","msg":"trace[287573356] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"2.196389795s","start":"2026-03-03T01:43:25.163091Z","end":"2026-03-03T01:43:27.35948Z","steps":["trace[287573356] 'process raft request' (duration: 2.195493177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.359532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.163078Z","time spent":"2.196431505s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.359716Z","caller":"traceutil/trace.go:171","msg":"trace[1733197313] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"2.196559128s","start":"2026-03-03T01:43:25.163138Z","end":"2026-03-03T01:43:27.359697Z","steps":["trace[1733197313] 'process raft request' (duration: 2.195471857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.359828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.163113Z","time spent":"2.19665216s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.35994Z","caller":"traceutil/trace.go:171","msg":"trace[1783504928] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"2.196770392s","start":"2026-03-03T01:43:25.16316Z","end":"2026-03-03T01:43:27.35993Z","steps":["trace[1783504928] 'process raft request' (duration: 2.195483627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.359995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.163151Z","time spent":"2.196814943s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.360073Z","caller":"traceutil/trace.go:171","msg":"trace[468045792] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"2.196913405s","start":"2026-03-03T01:43:25.163151Z","end":"2026-03-03T01:43:27.360064Z","steps":["trace[468045792] 'process raft request' (duration: 2.195519958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.360122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.163124Z","time spent":"2.196972316s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:27.360219Z","caller":"traceutil/trace.go:171","msg":"trace[23226346] linearizableReadLoop","detail":"{readStateIndex:24630; appliedIndex:24622; }","duration":"773.542453ms","start":"2026-03-03T01:43:26.586666Z","end":"2026-03-03T01:43:27.360209Z","steps":["trace[23226346] 'read index received' (duration: 572.662µs)","trace[23226346] 'applied index is now lower than readState.Index' (duration: 772.967941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:27.360538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87819438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T01:43:27.360571Z","caller":"traceutil/trace.go:171","msg":"trace[543689129] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f; range_end:; response_count:1; response_revision:23786; }","duration":"2.878235511s","start":"2026-03-03T01:43:24.482326Z","end":"2026-03-03T01:43:27.360561Z","steps":["trace[543689129] 'agreement among raft nodes before linearized reading' (duration: 2.877918595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.360598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.482315Z","time spent":"2.878277321s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f\" "} {"level":"warn","ts":"2026-03-03T01:43:27.360647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276851555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:27.360683Z","caller":"traceutil/trace.go:171","msg":"trace[1356873337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23786; }","duration":"1.276948187s","start":"2026-03-03T01:43:26.083726Z","end":"2026-03-03T01:43:27.360674Z","steps":["trace[1356873337] 'agreement among raft nodes before linearized reading' (duration: 1.276886966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.360708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.083705Z","time spent":"1.276995998s","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:27.360798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366126132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:27.360836Z","caller":"traceutil/trace.go:171","msg":"trace[1362741693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23786; }","duration":"1.366208323s","start":"2026-03-03T01:43:25.994619Z","end":"2026-03-03T01:43:27.360827Z","steps":["trace[1362741693] 'agreement among raft nodes before linearized reading' (duration: 1.366144122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.36087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.994596Z","time spent":"1.366265675s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:27.360915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.714157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:43:27.360944Z","caller":"traceutil/trace.go:171","msg":"trace[319725185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23786; }","duration":"877.789268ms","start":"2026-03-03T01:43:26.483148Z","end":"2026-03-03T01:43:27.360937Z","steps":["trace[319725185] 'agreement among raft nodes before linearized reading' (duration: 877.692446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.360966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.483118Z","time spent":"877.8427ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:27.361064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631376873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-03T01:43:27.3611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.038623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:43:27.361149Z","caller":"traceutil/trace.go:171","msg":"trace[274589651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23786; }","duration":"878.122125ms","start":"2026-03-03T01:43:26.483021Z","end":"2026-03-03T01:43:27.361143Z","steps":["trace[274589651] 'agreement among raft nodes before linearized reading' (duration: 878.031423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.361169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.483Z","time spent":"878.164476ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:27.361202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631551697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:27.361231Z","caller":"traceutil/trace.go:171","msg":"trace[2116038801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23786; }","duration":"1.631616369s","start":"2026-03-03T01:43:25.729607Z","end":"2026-03-03T01:43:27.361223Z","steps":["trace[2116038801] 'agreement among raft nodes before linearized reading' (duration: 1.631509767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.361255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.729588Z","time spent":"1.631661559s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:27.361099Z","caller":"traceutil/trace.go:171","msg":"trace[1322404517] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23786; }","duration":"1.631425095s","start":"2026-03-03T01:43:25.729665Z","end":"2026-03-03T01:43:27.36109Z","steps":["trace[1322404517] 'agreement among raft nodes before linearized reading' (duration: 1.631329963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.361361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.72966Z","time spent":"1.631692151s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:27.36141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994792851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:27.361444Z","caller":"traceutil/trace.go:171","msg":"trace[444503084] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23786; }","duration":"1.994865393s","start":"2026-03-03T01:43:25.36657Z","end":"2026-03-03T01:43:27.361436Z","steps":["trace[444503084] 'agreement among raft nodes before linearized reading' (duration: 1.994812412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.36147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:25.366549Z","time spent":"1.994914173s","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:27.361624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593025512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:27.361655Z","caller":"traceutil/trace.go:171","msg":"trace[1359823984] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23786; }","duration":"2.593095584s","start":"2026-03-03T01:43:24.768552Z","end":"2026-03-03T01:43:27.361647Z","steps":["trace[1359823984] 'agreement among raft nodes before linearized reading' (duration: 2.593043383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:27.361684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:24.768535Z","time spent":"2.593139195s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:28.630397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.547111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:28.631012Z","caller":"traceutil/trace.go:171","msg":"trace[530380688] linearizableReadLoop","detail":"{readStateIndex:24635; appliedIndex:24631; }","duration":"1.265207543s","start":"2026-03-03T01:43:27.365785Z","end":"2026-03-03T01:43:28.630993Z","steps":["trace[530380688] 'read index received' (duration: 472.989058ms)","trace[530380688] 'applied index is now lower than readState.Index' (duration: 792.217545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:28.631213Z","caller":"traceutil/trace.go:171","msg":"trace[2144062198] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"1.268972868s","start":"2026-03-03T01:43:27.362216Z","end":"2026-03-03T01:43:28.631188Z","steps":["trace[2144062198] 'process raft request' (duration: 1.26859054s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:28.631282Z","caller":"traceutil/trace.go:171","msg":"trace[723381637] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.261173492s","start":"2026-03-03T01:43:27.370078Z","end":"2026-03-03T01:43:28.631251Z","steps":["trace[723381637] 'process raft request' (duration: 1.260866936s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:28.631623Z","caller":"traceutil/trace.go:171","msg":"trace[2023500085] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.264219983s","start":"2026-03-03T01:43:27.367338Z","end":"2026-03-03T01:43:28.631558Z","steps":["trace[2023500085] 'process raft request' (duration: 1.26356626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.631741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.367331Z","time spent":"1.264350235s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:28.631743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.3622Z","time spent":"1.269462717s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:28.631827Z","caller":"traceutil/trace.go:171","msg":"trace[672071872] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.504889215s","start":"2026-03-03T01:43:27.126933Z","end":"2026-03-03T01:43:28.631822Z","steps":["trace[672071872] 'process raft request' (duration: 1.503793754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.631879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.12691Z","time spent":"1.504943617s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:28.631716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.893902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:28.631887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239695454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T01:43:28.63192Z","caller":"traceutil/trace.go:171","msg":"trace[424431013] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23793; }","duration":"171.149798ms","start":"2026-03-03T01:43:28.460757Z","end":"2026-03-03T01:43:28.631907Z","steps":["trace[424431013] 'agreement among raft nodes before linearized reading' (duration: 170.802611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:28.63194Z","caller":"traceutil/trace.go:171","msg":"trace[966299365] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23793; }","duration":"1.239783496s","start":"2026-03-03T01:43:27.392143Z","end":"2026-03-03T01:43:28.631926Z","steps":["trace[966299365] 'agreement among raft nodes before linearized reading' (duration: 1.239594612s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:28.631921Z","caller":"traceutil/trace.go:171","msg":"trace[675305785] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"2.041170433s","start":"2026-03-03T01:43:26.590719Z","end":"2026-03-03T01:43:28.63189Z","steps":["trace[675305785] 'process raft request' (duration: 1.248040881s)","trace[675305785] 'compare' (duration: 791.03239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:28.631976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.392126Z","time spent":"1.239843297s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-03T01:43:28.631787Z","caller":"traceutil/trace.go:171","msg":"trace[1597062222] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"1.685267587s","start":"2026-03-03T01:43:26.946508Z","end":"2026-03-03T01:43:28.631775Z","steps":["trace[1597062222] 'process raft request' (duration: 1.684087754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.632103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.590702Z","time spent":"2.041315317s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:28.632103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.370073Z","time spent":"1.261272004s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:28.631225Z","caller":"traceutil/trace.go:171","msg":"trace[781488427] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.265244574s","start":"2026-03-03T01:43:27.365963Z","end":"2026-03-03T01:43:28.631208Z","steps":["trace[781488427] 'process raft request' (duration: 1.264878177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.632294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.365955Z","time spent":"1.266289154s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:28.632385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26357271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:28.632498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:26.946484Z","time spent":"1.685694246s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:28.632519Z","caller":"traceutil/trace.go:171","msg":"trace[1445501505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"1.263707832s","start":"2026-03-03T01:43:27.368793Z","end":"2026-03-03T01:43:28.632501Z","steps":["trace[1445501505] 'agreement among raft nodes before linearized reading' (duration: 1.263553619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.632696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.368789Z","time spent":"1.263895046s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:28.632902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26710899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T01:43:28.63299Z","caller":"traceutil/trace.go:171","msg":"trace[1080931662] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23793; }","duration":"1.267224483s","start":"2026-03-03T01:43:27.36575Z","end":"2026-03-03T01:43:28.632975Z","steps":["trace[1080931662] 'agreement among raft nodes before linearized reading' (duration: 1.26557173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:28.63308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:27.365736Z","time spent":"1.267330004s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:29.138846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:29.639954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:30.140679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:30.249087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.598135521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:30.249525Z","caller":"traceutil/trace.go:171","msg":"trace[637514890] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.611379057s","start":"2026-03-03T01:43:28.638125Z","end":"2026-03-03T01:43:30.249504Z","steps":["trace[637514890] 'process raft request' (duration: 1.611253984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:30.249649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.638113Z","time spent":"1.611471459s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:30.657242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:30.657594Z","caller":"traceutil/trace.go:171","msg":"trace[842224780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397101s","start":"2026-03-03T01:43:28.657166Z","end":"2026-03-03T01:43:30.657564Z","steps":["trace[842224780] 'agreement among raft nodes before linearized reading' (duration: 2.000016224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:30.65767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.65716Z","time spent":"2.000494144s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:31.485428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230615037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:31.582656Z","caller":"traceutil/trace.go:171","msg":"trace[1719324050] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"2.877003499s","start":"2026-03-03T01:43:28.705624Z","end":"2026-03-03T01:43:31.582627Z","steps":["trace[1719324050] 'process raft request' (duration: 2.779986418s)","trace[1719324050] 'compare' (duration: 96.116754ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:31.582695Z","caller":"traceutil/trace.go:171","msg":"trace[534629599] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"2.217395375s","start":"2026-03-03T01:43:29.365271Z","end":"2026-03-03T01:43:31.582667Z","steps":["trace[534629599] 'process raft request' (duration: 2.217254792s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:31.582708Z","caller":"traceutil/trace.go:171","msg":"trace[834571127] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"2.217468747s","start":"2026-03-03T01:43:29.365201Z","end":"2026-03-03T01:43:31.58267Z","steps":["trace[834571127] 'process raft request' (duration: 2.217239073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.582846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.7056Z","time spent":"2.877170143s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:31.582865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.365239Z","time spent":"2.217559909s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:31.582871Z","caller":"traceutil/trace.go:171","msg":"trace[1483750552] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"2.215529938s","start":"2026-03-03T01:43:29.367322Z","end":"2026-03-03T01:43:31.582852Z","steps":["trace[1483750552] 'process raft request' (duration: 2.215385895s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:31.582963Z","caller":"traceutil/trace.go:171","msg":"trace[1766557308] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"2.216748884s","start":"2026-03-03T01:43:29.366206Z","end":"2026-03-03T01:43:31.582955Z","steps":["trace[1766557308] 'process raft request' (duration: 2.216410156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.582965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.367311Z","time spent":"2.215608319s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:31.583008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.366194Z","time spent":"2.216793554s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:31.583022Z","caller":"traceutil/trace.go:171","msg":"trace[1077901623] linearizableReadLoop","detail":"{readStateIndex:24647; appliedIndex:24638; }","duration":"2.944191157s","start":"2026-03-03T01:43:28.638804Z","end":"2026-03-03T01:43:31.582995Z","steps":["trace[1077901623] 'read index received' (duration: 1.61063861s)","trace[1077901623] 'applied index is now lower than readState.Index' (duration: 1.333551467s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:31.583069Z","caller":"traceutil/trace.go:171","msg":"trace[1569606796] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"2.216625622s","start":"2026-03-03T01:43:29.366433Z","end":"2026-03-03T01:43:31.583058Z","steps":["trace[1569606796] 'process raft request' (duration: 2.216232083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.366415Z","time spent":"2.216681302s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:31.583074Z","caller":"traceutil/trace.go:171","msg":"trace[415232200] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"2.217380876s","start":"2026-03-03T01:43:29.365685Z","end":"2026-03-03T01:43:31.583066Z","steps":["trace[415232200] 'process raft request' (duration: 2.216889095s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:31.583218Z","caller":"traceutil/trace.go:171","msg":"trace[1613972292] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"2.214364656s","start":"2026-03-03T01:43:29.368841Z","end":"2026-03-03T01:43:31.583205Z","steps":["trace[1613972292] 'process raft request' (duration: 2.213971657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.365675Z","time spent":"2.217540279s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:31.582952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.365174Z","time spent":"2.21767089s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:31.583396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.368832Z","time spent":"2.214413727s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:31.583548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930991775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T01:43:31.583608Z","caller":"traceutil/trace.go:171","msg":"trace[926924272] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627; range_end:; response_count:1; response_revision:23802; }","duration":"2.931066747s","start":"2026-03-03T01:43:28.652511Z","end":"2026-03-03T01:43:31.583578Z","steps":["trace[926924272] 'agreement among raft nodes before linearized reading' (duration: 2.930902064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.652499Z","time spent":"2.931137598s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" "} {"level":"warn","ts":"2026-03-03T01:43:31.583705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.450379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:43:31.583753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202376774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:31.583799Z","caller":"traceutil/trace.go:171","msg":"trace[1122983327] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23802; }","duration":"1.202457456s","start":"2026-03-03T01:43:30.381328Z","end":"2026-03-03T01:43:31.583786Z","steps":["trace[1122983327] 'agreement among raft nodes before linearized reading' (duration: 1.202302063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.58381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922685459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:43:31.583805Z","caller":"traceutil/trace.go:171","msg":"trace[451312003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23802; }","duration":"945.613702ms","start":"2026-03-03T01:43:30.63817Z","end":"2026-03-03T01:43:31.583784Z","steps":["trace[451312003] 'agreement among raft nodes before linearized reading' (duration: 945.300736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949231616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:31.583847Z","caller":"traceutil/trace.go:171","msg":"trace[681801620] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23802; }","duration":"2.922747331s","start":"2026-03-03T01:43:28.66109Z","end":"2026-03-03T01:43:31.583837Z","steps":["trace[681801620] 'agreement among raft nodes before linearized reading' (duration: 2.922642879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.484861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:31.583871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.661079Z","time spent":"2.922786031s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:31.583867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.638141Z","time spent":"945.713634ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:31.583875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.675473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:31.583877Z","caller":"traceutil/trace.go:171","msg":"trace[260955121] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23802; }","duration":"1.949306157s","start":"2026-03-03T01:43:29.634554Z","end":"2026-03-03T01:43:31.58386Z","steps":["trace[260955121] 'agreement among raft nodes before linearized reading' (duration: 1.949230886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.444627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:43:31.583605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33019283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T01:43:31.583892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.083963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:31.583918Z","caller":"traceutil/trace.go:171","msg":"trace[1160127995] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23802; }","duration":"579.752615ms","start":"2026-03-03T01:43:31.004154Z","end":"2026-03-03T01:43:31.583907Z","steps":["trace[1160127995] 'agreement among raft nodes before linearized reading' (duration: 579.686424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:29.634538Z","time spent":"1.949374819s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:43:31.583886Z","caller":"traceutil/trace.go:171","msg":"trace[2016325182] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23802; }","duration":"680.575503ms","start":"2026-03-03T01:43:30.903295Z","end":"2026-03-03T01:43:31.58387Z","steps":["trace[2016325182] 'agreement among raft nodes before linearized reading' (duration: 680.478571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:31.58394Z","caller":"traceutil/trace.go:171","msg":"trace[1969728450] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23802; }","duration":"1.330587838s","start":"2026-03-03T01:43:30.253342Z","end":"2026-03-03T01:43:31.58393Z","steps":["trace[1969728450] 'agreement among raft nodes before linearized reading' (duration: 1.330155829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.58393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945118226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:31.583943Z","caller":"traceutil/trace.go:171","msg":"trace[1645001316] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23802; }","duration":"959.606491ms","start":"2026-03-03T01:43:30.624317Z","end":"2026-03-03T01:43:31.583923Z","steps":["trace[1645001316] 'agreement among raft nodes before linearized reading' (duration: 959.281064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.00413Z","time spent":"579.813177ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:31.583974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.253318Z","time spent":"1.330644168s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:43:31.583972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.903277Z","time spent":"680.682465ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:31.583983Z","caller":"traceutil/trace.go:171","msg":"trace[1391701319] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23802; }","duration":"2.945184728s","start":"2026-03-03T01:43:28.638787Z","end":"2026-03-03T01:43:31.583972Z","steps":["trace[1391701319] 'agreement among raft nodes before linearized reading' (duration: 2.945014904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.583827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.381307Z","time spent":"1.202511738s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:31.583997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.624289Z","time spent":"959.697902ms","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:31.584015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:28.638776Z","time spent":"2.945232348s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:43:31.583951Z","caller":"traceutil/trace.go:171","msg":"trace[1348319416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23802; }","duration":"926.144814ms","start":"2026-03-03T01:43:30.657793Z","end":"2026-03-03T01:43:31.583938Z","steps":["trace[1348319416] 'agreement among raft nodes before linearized reading' (duration: 926.024632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.584092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.657679Z","time spent":"926.3993ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:31.584225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.163293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:43:31.58437Z","caller":"traceutil/trace.go:171","msg":"trace[315964568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23802; }","duration":"943.339776ms","start":"2026-03-03T01:43:30.641017Z","end":"2026-03-03T01:43:31.584357Z","steps":["trace[315964568] 'agreement among raft nodes before linearized reading' (duration: 942.803616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:31.584397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:30.641007Z","time spent":"943.382878ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:32.672747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.382141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:32.672851Z","caller":"traceutil/trace.go:171","msg":"trace[1462795477] linearizableReadLoop","detail":"{readStateIndex:24648; appliedIndex:24647; }","duration":"1.084917874s","start":"2026-03-03T01:43:31.587917Z","end":"2026-03-03T01:43:32.672834Z","steps":["trace[1462795477] 'read index received' (duration: 196.435391ms)","trace[1462795477] 'applied index is now lower than readState.Index' (duration: 888.480213ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:32.67292Z","caller":"traceutil/trace.go:171","msg":"trace[50454501] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"1.085051758s","start":"2026-03-03T01:43:31.587857Z","end":"2026-03-03T01:43:32.672908Z","steps":["trace[50454501] 'process raft request' (duration: 196.411101ms)","trace[50454501] 'compare' (duration: 887.511334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:32.672978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.587842Z","time spent":"1.085104079s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:32.673297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085392404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-03T01:43:32.673329Z","caller":"traceutil/trace.go:171","msg":"trace[1749306734] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23803; }","duration":"1.085438085s","start":"2026-03-03T01:43:31.587881Z","end":"2026-03-03T01:43:32.673319Z","steps":["trace[1749306734] 'agreement among raft nodes before linearized reading' (duration: 1.085267842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:32.673359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.587785Z","time spent":"1.085567198s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:43:33.173797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:33.591171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:43:33.591296Z","caller":"traceutil/trace.go:171","msg":"trace[1724676544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073878s","start":"2026-03-03T01:43:31.590501Z","end":"2026-03-03T01:43:33.591239Z","steps":["trace[1724676544] 'agreement among raft nodes before linearized reading' (duration: 2.000611687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:33.591348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.590494Z","time spent":"2.000842382s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:43:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:43:33.674633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:34.037279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.252864521s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:34.048742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.528269Z","time spent":"520.457893ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:43:34.049185Z","caller":"traceutil/trace.go:171","msg":"trace[986806239] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"2.45420695s","start":"2026-03-03T01:43:31.594957Z","end":"2026-03-03T01:43:34.049164Z","steps":["trace[986806239] 'process raft request' (duration: 2.454149259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:34.049311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.594945Z","time spent":"2.454300841s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:34.04946Z","caller":"traceutil/trace.go:171","msg":"trace[2123984170] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"2.460846011s","start":"2026-03-03T01:43:31.588604Z","end":"2026-03-03T01:43:34.04945Z","steps":["trace[2123984170] 'process raft request' (duration: 2.448916274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:34.049523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.588558Z","time spent":"2.460923923s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:34.049752Z","caller":"traceutil/trace.go:171","msg":"trace[1175314805] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"2.461033885s","start":"2026-03-03T01:43:31.588709Z","end":"2026-03-03T01:43:34.049742Z","steps":["trace[1175314805] 'process raft request' (duration: 2.4602698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:34.0498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.588696Z","time spent":"2.461076636s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:34.049813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.588651Z","time spent":"2.461159177s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:43:35.189693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:35.189779Z","caller":"traceutil/trace.go:171","msg":"trace[1912216910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277499s","start":"2026-03-03T01:43:33.189483Z","end":"2026-03-03T01:43:35.189761Z","steps":["trace[1912216910] 'agreement among raft nodes before linearized reading' (duration: 2.000164897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.189825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.189462Z","time spent":"2.000353841s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:35.262316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21530975s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:43:35.565462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.81043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:35.565729Z","caller":"traceutil/trace.go:171","msg":"trace[2130491132] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"1.975774362s","start":"2026-03-03T01:43:33.589936Z","end":"2026-03-03T01:43:35.56571Z","steps":["trace[2130491132] 'process raft request' (duration: 1.975632619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.565812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.589916Z","time spent":"1.975860433s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.565724Z","caller":"traceutil/trace.go:171","msg":"trace[1550522281] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"2.88170818s","start":"2026-03-03T01:43:32.683986Z","end":"2026-03-03T01:43:35.565694Z","steps":["trace[1550522281] 'process raft request' (duration: 2.578534833s)","trace[1550522281] 'compare' (duration: 302.573035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:35.566008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.683946Z","time spent":"2.881984505s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.566029Z","caller":"traceutil/trace.go:171","msg":"trace[1188983298] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"1.975973886s","start":"2026-03-03T01:43:33.590025Z","end":"2026-03-03T01:43:35.565998Z","steps":["trace[1188983298] 'process raft request' (duration: 1.975647369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.566193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.59002Z","time spent":"1.976083598s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.56651Z","caller":"traceutil/trace.go:171","msg":"trace[1311466144] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"1.515488996s","start":"2026-03-03T01:43:34.051006Z","end":"2026-03-03T01:43:35.566495Z","steps":["trace[1311466144] 'process raft request' (duration: 1.515425764s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.566539Z","caller":"traceutil/trace.go:171","msg":"trace[333112210] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.973990867s","start":"2026-03-03T01:43:33.59254Z","end":"2026-03-03T01:43:35.566531Z","steps":["trace[333112210] 'process raft request' (duration: 1.973829693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.566574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.59253Z","time spent":"1.974025658s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:35.566577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.050982Z","time spent":"1.515564168s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.566638Z","caller":"traceutil/trace.go:171","msg":"trace[1954500166] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"1.975537028s","start":"2026-03-03T01:43:33.591097Z","end":"2026-03-03T01:43:35.566634Z","steps":["trace[1954500166] 'process raft request' (duration: 1.975242901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.566665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.591091Z","time spent":"1.975559008s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.566711Z","caller":"traceutil/trace.go:171","msg":"trace[130643172] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"1.976568329s","start":"2026-03-03T01:43:33.590136Z","end":"2026-03-03T01:43:35.566704Z","steps":["trace[130643172] 'process raft request' (duration: 1.975756072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.566735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.590106Z","time spent":"1.976614669s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.566622Z","caller":"traceutil/trace.go:171","msg":"trace[1193490008] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"1.975571999s","start":"2026-03-03T01:43:33.591045Z","end":"2026-03-03T01:43:35.566617Z","steps":["trace[1193490008] 'process raft request' (duration: 1.97518995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.566891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.591038Z","time spent":"1.975837034s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:35.566939Z","caller":"traceutil/trace.go:171","msg":"trace[1968769565] linearizableReadLoop","detail":"{readStateIndex:24660; appliedIndex:24648; }","duration":"2.894056617s","start":"2026-03-03T01:43:32.672877Z","end":"2026-03-03T01:43:35.566933Z","steps":["trace[1968769565] 'read index received' (duration: 1.364642943s)","trace[1968769565] 'applied index is now lower than readState.Index' (duration: 1.529413074s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:35.567003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948239509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:35.567027Z","caller":"traceutil/trace.go:171","msg":"trace[1262134321] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23815; }","duration":"3.948313901s","start":"2026-03-03T01:43:31.618706Z","end":"2026-03-03T01:43:35.56702Z","steps":["trace[1262134321] 'agreement among raft nodes before linearized reading' (duration: 3.94827291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776707653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:35.567047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.618682Z","time spent":"3.948359392s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:35.567053Z","caller":"traceutil/trace.go:171","msg":"trace[1757992865] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23815; }","duration":"3.776797365s","start":"2026-03-03T01:43:31.790246Z","end":"2026-03-03T01:43:35.567043Z","steps":["trace[1757992865] 'agreement among raft nodes before linearized reading' (duration: 3.776726074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.790221Z","time spent":"3.776848357s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.567233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194909969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:35.567259Z","caller":"traceutil/trace.go:171","msg":"trace[1694956164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23815; }","duration":"3.19497995s","start":"2026-03-03T01:43:32.372272Z","end":"2026-03-03T01:43:35.567252Z","steps":["trace[1694956164] 'agreement among raft nodes before linearized reading' (duration: 3.194937189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977619604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.56728Z","caller":"traceutil/trace.go:171","msg":"trace[2140233230] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23815; }","duration":"3.977634795s","start":"2026-03-03T01:43:31.589639Z","end":"2026-03-03T01:43:35.567274Z","steps":["trace[2140233230] 'agreement among raft nodes before linearized reading' (duration: 3.977608424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.37225Z","time spent":"3.195023431s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.567293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.589617Z","time spent":"3.977672715s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972168396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:35.566857Z","caller":"traceutil/trace.go:171","msg":"trace[1155541324] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"1.936905808s","start":"2026-03-03T01:43:33.629875Z","end":"2026-03-03T01:43:35.566781Z","steps":["trace[1155541324] 'process raft request' (duration: 1.93652351s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.567375Z","caller":"traceutil/trace.go:171","msg":"trace[1608896206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23815; }","duration":"3.972307788s","start":"2026-03-03T01:43:31.595051Z","end":"2026-03-03T01:43:35.567359Z","steps":["trace[1608896206] 'agreement among raft nodes before linearized reading' (duration: 3.972101424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.595047Z","time spent":"3.972345359s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977977341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T01:43:35.567411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.629851Z","time spent":"1.937524311s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:35.567472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888013116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T01:43:35.567487Z","caller":"traceutil/trace.go:171","msg":"trace[193597398] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173; range_end:; response_count:1; response_revision:23815; }","duration":"2.888060747s","start":"2026-03-03T01:43:32.679423Z","end":"2026-03-03T01:43:35.567484Z","steps":["trace[193597398] 'agreement among raft nodes before linearized reading' (duration: 2.888018576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.5675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.679405Z","time spent":"2.888091988s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051838219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T01:43:35.567562Z","caller":"traceutil/trace.go:171","msg":"trace[871746500] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23815; }","duration":"3.052111165s","start":"2026-03-03T01:43:32.515437Z","end":"2026-03-03T01:43:35.567548Z","steps":["trace[871746500] 'agreement among raft nodes before linearized reading' (duration: 3.051762888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.515417Z","time spent":"3.052173467s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.197338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.567686Z","caller":"traceutil/trace.go:171","msg":"trace[933619011] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23815; }","duration":"752.26222ms","start":"2026-03-03T01:43:34.815417Z","end":"2026-03-03T01:43:35.567679Z","steps":["trace[933619011] 'agreement among raft nodes before linearized reading' (duration: 752.229199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050005483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T01:43:35.567743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426955834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.567745Z","caller":"traceutil/trace.go:171","msg":"trace[333734611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23815; }","duration":"3.050081845s","start":"2026-03-03T01:43:32.517651Z","end":"2026-03-03T01:43:35.567733Z","steps":["trace[333734611] 'agreement among raft nodes before linearized reading' (duration: 3.049912291s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:35.567758Z","caller":"traceutil/trace.go:171","msg":"trace[488690461] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23815; }","duration":"1.426998004s","start":"2026-03-03T01:43:34.140755Z","end":"2026-03-03T01:43:35.567753Z","steps":["trace[488690461] 'agreement among raft nodes before linearized reading' (duration: 1.426973314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.567772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.140733Z","time spent":"1.427035785s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.567779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:32.517641Z","time spent":"3.050131305s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601744035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.567875Z","caller":"traceutil/trace.go:171","msg":"trace[2091969327] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23815; }","duration":"1.601824166s","start":"2026-03-03T01:43:33.966047Z","end":"2026-03-03T01:43:35.567871Z","steps":["trace[2091969327] 'agreement among raft nodes before linearized reading' (duration: 1.601798156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.56789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.966009Z","time spent":"1.601875797s","remote":"127.0.0.1:47374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.567699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.815396Z","time spent":"752.29953ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.567974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976766332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:35.567989Z","caller":"traceutil/trace.go:171","msg":"trace[1099563178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23815; }","duration":"1.976801163s","start":"2026-03-03T01:43:33.591184Z","end":"2026-03-03T01:43:35.567985Z","steps":["trace[1099563178] 'agreement among raft nodes before linearized reading' (duration: 1.976776872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.591177Z","time spent":"1.976821113s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:43:35.567428Z","caller":"traceutil/trace.go:171","msg":"trace[427885410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23815; }","duration":"3.978020042s","start":"2026-03-03T01:43:31.589403Z","end":"2026-03-03T01:43:35.567423Z","steps":["trace[427885410] 'agreement among raft nodes before linearized reading' (duration: 3.977970071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.56802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:31.589392Z","time spent":"3.978620023s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T01:43:35.567719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.690079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:35.56807Z","caller":"traceutil/trace.go:171","msg":"trace[567720122] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23815; }","duration":"961.030456ms","start":"2026-03-03T01:43:34.607025Z","end":"2026-03-03T01:43:35.568056Z","steps":["trace[567720122] 'agreement among raft nodes before linearized reading' (duration: 960.682969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.568116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:34.606969Z","time spent":"961.133938ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:35.568168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217567247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:43:35.568186Z","caller":"traceutil/trace.go:171","msg":"trace[1923004213] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23815; }","duration":"2.217630498s","start":"2026-03-03T01:43:33.350551Z","end":"2026-03-03T01:43:35.568181Z","steps":["trace[1923004213] 'agreement among raft nodes before linearized reading' (duration: 2.217522196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:35.568198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:33.350526Z","time spent":"2.217668489s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:36.010876Z","caller":"traceutil/trace.go:171","msg":"trace[1555556884] linearizableReadLoop","detail":"{readStateIndex:24662; appliedIndex:24661; }","duration":"440.099143ms","start":"2026-03-03T01:43:35.570753Z","end":"2026-03-03T01:43:36.010852Z","steps":["trace[1555556884] 'read index received' (duration: 401.733159ms)","trace[1555556884] 'applied index is now lower than readState.Index' (duration: 38.364864ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:36.010888Z","caller":"traceutil/trace.go:171","msg":"trace[306753028] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"440.616313ms","start":"2026-03-03T01:43:35.570243Z","end":"2026-03-03T01:43:36.010859Z","steps":["trace[306753028] 'process raft request' (duration: 402.226989ms)","trace[306753028] 'compare' (duration: 37.953216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:36.011003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.570226Z","time spent":"440.715155ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:36.011046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.278976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:43:36.0111Z","caller":"traceutil/trace.go:171","msg":"trace[458315473] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23816; }","duration":"440.359078ms","start":"2026-03-03T01:43:35.570729Z","end":"2026-03-03T01:43:36.011088Z","steps":["trace[458315473] 'agreement among raft nodes before linearized reading' (duration: 440.186514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.011129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.570723Z","time spent":"440.399159ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T01:43:36.511695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:36.955459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.033473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:36.955579Z","caller":"traceutil/trace.go:171","msg":"trace[616226932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23816; }","duration":"197.191986ms","start":"2026-03-03T01:43:36.75837Z","end":"2026-03-03T01:43:36.955562Z","steps":["trace[616226932] 'range keys from in-memory index tree' (duration: 195.970452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.955806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.644094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:36.956014Z","caller":"traceutil/trace.go:171","msg":"trace[1470199182] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"1.384544159s","start":"2026-03-03T01:43:35.571451Z","end":"2026-03-03T01:43:36.955995Z","steps":["trace[1470199182] 'process raft request' (duration: 1.173627829s)","trace[1470199182] 'compare' (duration: 209.363289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:36.956084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.571445Z","time spent":"1.38461101s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:36.956282Z","caller":"traceutil/trace.go:171","msg":"trace[118642055] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"1.384778744s","start":"2026-03-03T01:43:35.57148Z","end":"2026-03-03T01:43:36.956258Z","steps":["trace[118642055] 'process raft request' (duration: 1.384424886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.956433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.571471Z","time spent":"1.384876716s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:36.956448Z","caller":"traceutil/trace.go:171","msg":"trace[1864749233] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24662; }","duration":"945.513778ms","start":"2026-03-03T01:43:36.010924Z","end":"2026-03-03T01:43:36.956438Z","steps":["trace[1864749233] 'read index received' (duration: 734.168059ms)","trace[1864749233] 'applied index is now lower than readState.Index' (duration: 211.344369ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:36.956588Z","caller":"traceutil/trace.go:171","msg":"trace[929136784] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"942.357635ms","start":"2026-03-03T01:43:36.014215Z","end":"2026-03-03T01:43:36.956572Z","steps":["trace[929136784] 'process raft request' (duration: 941.968837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.956645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.014182Z","time spent":"942.439616ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:43:36.956597Z","caller":"traceutil/trace.go:171","msg":"trace[517186208] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"817.398956ms","start":"2026-03-03T01:43:36.139144Z","end":"2026-03-03T01:43:36.956543Z","steps":["trace[517186208] 'process raft request' (duration: 817.244893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.956715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384436166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:36.956775Z","caller":"traceutil/trace.go:171","msg":"trace[1530254807] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23820; }","duration":"1.384506797s","start":"2026-03-03T01:43:35.572255Z","end":"2026-03-03T01:43:36.956762Z","steps":["trace[1530254807] 'agreement among raft nodes before linearized reading' (duration: 1.384418736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.956815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.572249Z","time spent":"1.384554319s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:43:36.95684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.139115Z","time spent":"817.60272ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:36.956875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385546119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:43:36.95697Z","caller":"traceutil/trace.go:171","msg":"trace[1052264413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23820; }","duration":"1.385665672s","start":"2026-03-03T01:43:35.571281Z","end":"2026-03-03T01:43:36.956947Z","steps":["trace[1052264413] 'agreement among raft nodes before linearized reading' (duration: 1.385397317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.956994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386213333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bdb27d94-7039-4888-9406-f18394132794\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T01:43:36.957024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383640361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:36.957029Z","caller":"traceutil/trace.go:171","msg":"trace[136074820] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bdb27d94-7039-4888-9406-f18394132794; range_end:; response_count:1; response_revision:23820; }","duration":"1.386260253s","start":"2026-03-03T01:43:35.570758Z","end":"2026-03-03T01:43:36.957018Z","steps":["trace[136074820] 'agreement among raft nodes before linearized reading' (duration: 1.386135801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.57127Z","time spent":"1.385750683s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:43:36.957052Z","caller":"traceutil/trace.go:171","msg":"trace[1102714017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23820; }","duration":"1.383667022s","start":"2026-03-03T01:43:35.573376Z","end":"2026-03-03T01:43:36.957043Z","steps":["trace[1102714017] 'agreement among raft nodes before linearized reading' (duration: 1.383618371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.570752Z","time spent":"1.386299014s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-bdb27d94-7039-4888-9406-f18394132794\" "} {"level":"warn","ts":"2026-03-03T01:43:36.957078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:35.573371Z","time spent":"1.383702342s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:36.957114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.857812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:36.957169Z","caller":"traceutil/trace.go:171","msg":"trace[378579650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"172.958714ms","start":"2026-03-03T01:43:36.784197Z","end":"2026-03-03T01:43:36.957156Z","steps":["trace[378579650] 'agreement among raft nodes before linearized reading' (duration: 172.829341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.053958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:43:36.957289Z","caller":"traceutil/trace.go:171","msg":"trace[2002576843] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23820; }","duration":"944.131859ms","start":"2026-03-03T01:43:36.013146Z","end":"2026-03-03T01:43:36.957277Z","steps":["trace[2002576843] 'agreement among raft nodes before linearized reading' (duration: 943.813333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.013131Z","time spent":"944.332263ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:43:36.957596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.965919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:43:36.957642Z","caller":"traceutil/trace.go:171","msg":"trace[477316230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23820; }","duration":"903.105412ms","start":"2026-03-03T01:43:36.054524Z","end":"2026-03-03T01:43:36.957629Z","steps":["trace[477316230] 'agreement among raft nodes before linearized reading' (duration: 902.948939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.054501Z","time spent":"903.174023ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:36.957782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.00894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:43:36.957896Z","caller":"traceutil/trace.go:171","msg":"trace[1375065614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23820; }","duration":"903.150363ms","start":"2026-03-03T01:43:36.054727Z","end":"2026-03-03T01:43:36.957877Z","steps":["trace[1375065614] 'agreement among raft nodes before linearized reading' (duration: 902.728845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:36.957984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.05471Z","time spent":"903.257425ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:37.463945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495833980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:38.517571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.176535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:38.518035Z","caller":"traceutil/trace.go:171","msg":"trace[400452157] linearizableReadLoop","detail":"{readStateIndex:24669; appliedIndex:24666; }","duration":"1.554951232s","start":"2026-03-03T01:43:36.96307Z","end":"2026-03-03T01:43:38.518021Z","steps":["trace[400452157] 'read index received' (duration: 772.312659ms)","trace[400452157] 'applied index is now lower than readState.Index' (duration: 782.637583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:38.518225Z","caller":"traceutil/trace.go:171","msg":"trace[1249411061] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"1.55535361s","start":"2026-03-03T01:43:36.962863Z","end":"2026-03-03T01:43:38.518217Z","steps":["trace[1249411061] 'process raft request' (duration: 1.554798349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.518273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.962818Z","time spent":"1.555433382s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.518323Z","caller":"traceutil/trace.go:171","msg":"trace[1819822761] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"944.695581ms","start":"2026-03-03T01:43:37.573605Z","end":"2026-03-03T01:43:38.518301Z","steps":["trace[1819822761] 'process raft request' (duration: 944.345054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:38.518358Z","caller":"traceutil/trace.go:171","msg":"trace[4161493] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"946.510617ms","start":"2026-03-03T01:43:37.571815Z","end":"2026-03-03T01:43:38.518326Z","steps":["trace[4161493] 'process raft request' (duration: 946.066098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.518417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.573589Z","time spent":"944.778712ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.518535Z","caller":"traceutil/trace.go:171","msg":"trace[1207011270] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"946.18548ms","start":"2026-03-03T01:43:37.572344Z","end":"2026-03-03T01:43:38.518529Z","steps":["trace[1207011270] 'process raft request' (duration: 945.564248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.518526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.571803Z","time spent":"946.634069ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:38.518567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.572318Z","time spent":"946.23217ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.518763Z","caller":"traceutil/trace.go:171","msg":"trace[292666351] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"1.542968412s","start":"2026-03-03T01:43:36.97578Z","end":"2026-03-03T01:43:38.518748Z","steps":["trace[292666351] 'process raft request' (duration: 1.542037424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.51883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.975751Z","time spent":"1.543047084s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.518901Z","caller":"traceutil/trace.go:171","msg":"trace[510117754] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"945.291162ms","start":"2026-03-03T01:43:37.573597Z","end":"2026-03-03T01:43:38.518888Z","steps":["trace[510117754] 'process raft request' (duration: 944.334193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.518954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.573585Z","time spent":"945.343743ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.518976Z","caller":"traceutil/trace.go:171","msg":"trace[1037783544] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"948.091598ms","start":"2026-03-03T01:43:37.570874Z","end":"2026-03-03T01:43:38.518966Z","steps":["trace[1037783544] 'process raft request' (duration: 946.979186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.519045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555983923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:38.51904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.57085Z","time spent":"948.156929ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.519069Z","caller":"traceutil/trace.go:171","msg":"trace[269826363] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23830; }","duration":"1.556025593s","start":"2026-03-03T01:43:36.963036Z","end":"2026-03-03T01:43:38.519061Z","steps":["trace[269826363] 'agreement among raft nodes before linearized reading' (duration: 1.555984043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.519088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.963021Z","time spent":"1.556062684s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:43:38.518406Z","caller":"traceutil/trace.go:171","msg":"trace[1396952032] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"944.558907ms","start":"2026-03-03T01:43:37.57384Z","end":"2026-03-03T01:43:38.518399Z","steps":["trace[1396952032] 'process raft request' (duration: 944.130589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.520944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.57382Z","time spent":"947.077598ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:38.519214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554157267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.521075Z","caller":"traceutil/trace.go:171","msg":"trace[1391198377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23830; }","duration":"1.556029874s","start":"2026-03-03T01:43:36.965036Z","end":"2026-03-03T01:43:38.521066Z","steps":["trace[1391198377] 'agreement among raft nodes before linearized reading' (duration: 1.554148237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.965028Z","time spent":"1.556100485s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:38.519247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.177252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.521208Z","caller":"traceutil/trace.go:171","msg":"trace[547704570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23830; }","duration":"148.16709ms","start":"2026-03-03T01:43:38.373029Z","end":"2026-03-03T01:43:38.521196Z","steps":["trace[547704570] 'agreement among raft nodes before linearized reading' (duration: 146.200212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.519268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.157644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.521307Z","caller":"traceutil/trace.go:171","msg":"trace[1995242436] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23830; }","duration":"217.194244ms","start":"2026-03-03T01:43:38.304104Z","end":"2026-03-03T01:43:38.521299Z","steps":["trace[1995242436] 'agreement among raft nodes before linearized reading' (duration: 215.151304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.51929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.324474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.521406Z","caller":"traceutil/trace.go:171","msg":"trace[1933513337] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23830; }","duration":"602.478566ms","start":"2026-03-03T01:43:37.918922Z","end":"2026-03-03T01:43:38.521401Z","steps":["trace[1933513337] 'agreement among raft nodes before linearized reading' (duration: 600.355225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.918901Z","time spent":"602.517787ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:38.519313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.175058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.521521Z","caller":"traceutil/trace.go:171","msg":"trace[1948556934] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23830; }","duration":"635.439212ms","start":"2026-03-03T01:43:37.886075Z","end":"2026-03-03T01:43:38.521514Z","steps":["trace[1948556934] 'agreement among raft nodes before linearized reading' (duration: 633.223089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.886053Z","time spent":"635.493253ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:38.519331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413499107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:38.519395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456193086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-03T01:43:38.519417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486351567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:38.519442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50257865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-03T01:43:38.51945Z","caller":"traceutil/trace.go:171","msg":"trace[1037270154] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"1.557232809s","start":"2026-03-03T01:43:36.962192Z","end":"2026-03-03T01:43:38.519425Z","steps":["trace[1037270154] 'process raft request' (duration: 773.131106ms)","trace[1037270154] 'compare' (duration: 780.51321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:38.518426Z","caller":"traceutil/trace.go:171","msg":"trace[1901042431] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"943.397385ms","start":"2026-03-03T01:43:37.575023Z","end":"2026-03-03T01:43:38.51842Z","steps":["trace[1901042431] 'process raft request' (duration: 942.972627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.575007Z","time spent":"946.66106ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.521739Z","caller":"traceutil/trace.go:171","msg":"trace[538004344] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23830; }","duration":"1.458569663s","start":"2026-03-03T01:43:37.063163Z","end":"2026-03-03T01:43:38.521733Z","steps":["trace[538004344] 'agreement among raft nodes before linearized reading' (duration: 1.456177046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.52176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.063148Z","time spent":"1.458606833s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T01:43:38.521808Z","caller":"traceutil/trace.go:171","msg":"trace[640007271] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23830; }","duration":"1.504987957s","start":"2026-03-03T01:43:37.016814Z","end":"2026-03-03T01:43:38.521802Z","steps":["trace[640007271] 'agreement among raft nodes before linearized reading' (duration: 1.502611241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.016788Z","time spent":"1.505052089s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-03-03T01:43:38.521708Z","caller":"traceutil/trace.go:171","msg":"trace[337859599] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23830; }","duration":"1.488674862s","start":"2026-03-03T01:43:37.033028Z","end":"2026-03-03T01:43:38.521702Z","steps":["trace[337859599] 'agreement among raft nodes before linearized reading' (duration: 1.486377277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.521966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.033001Z","time spent":"1.488956709s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:43:38.521724Z","caller":"traceutil/trace.go:171","msg":"trace[1947713689] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23830; }","duration":"1.415944134s","start":"2026-03-03T01:43:37.105776Z","end":"2026-03-03T01:43:38.52172Z","steps":["trace[1947713689] 'agreement among raft nodes before linearized reading' (duration: 1.413545767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.52204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:37.105742Z","time spent":"1.416293802s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:38.521918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:36.96217Z","time spent":"1.559728707s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:38.758237Z","caller":"traceutil/trace.go:171","msg":"trace[2030762083] linearizableReadLoop","detail":"{readStateIndex:24677; appliedIndex:24676; }","duration":"233.162962ms","start":"2026-03-03T01:43:38.525009Z","end":"2026-03-03T01:43:38.758172Z","steps":["trace[2030762083] 'read index received' (duration: 232.849466ms)","trace[2030762083] 'applied index is now lower than readState.Index' (duration: 312.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:38.758533Z","caller":"traceutil/trace.go:171","msg":"trace[1637226990] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"233.678843ms","start":"2026-03-03T01:43:38.524823Z","end":"2026-03-03T01:43:38.758502Z","steps":["trace[1637226990] 'process raft request' (duration: 233.133972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.759315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.276344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe00ef62-32a3-47a4-ba3e-f6ccd42af3f3\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T01:43:38.759446Z","caller":"traceutil/trace.go:171","msg":"trace[378344804] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe00ef62-32a3-47a4-ba3e-f6ccd42af3f3; range_end:; response_count:1; response_revision:23831; }","duration":"234.457858ms","start":"2026-03-03T01:43:38.524972Z","end":"2026-03-03T01:43:38.75943Z","steps":["trace[378344804] 'agreement among raft nodes before linearized reading' (duration: 234.123141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.759844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.597371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.759961Z","caller":"traceutil/trace.go:171","msg":"trace[2000211509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23831; }","duration":"234.722153ms","start":"2026-03-03T01:43:38.525223Z","end":"2026-03-03T01:43:38.759946Z","steps":["trace[2000211509] 'agreement among raft nodes before linearized reading' (duration: 234.57344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:38.760445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.845437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:38.760617Z","caller":"traceutil/trace.go:171","msg":"trace[1850355360] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23831; }","duration":"235.03108ms","start":"2026-03-03T01:43:38.525564Z","end":"2026-03-03T01:43:38.760595Z","steps":["trace[1850355360] 'agreement among raft nodes before linearized reading' (duration: 234.830046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:39.293978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:39.7946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:40.295793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:43:40.438142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644790142s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:40.439078Z","caller":"traceutil/trace.go:171","msg":"trace[270471897] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"1.645819212s","start":"2026-03-03T01:43:38.79324Z","end":"2026-03-03T01:43:40.439059Z","steps":["trace[270471897] 'process raft request' (duration: 1.645058017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:40.43919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:38.793217Z","time spent":"1.645900943s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:41.629771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.322185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:43:41.630821Z","caller":"traceutil/trace.go:171","msg":"trace[48506704] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"2.801172867s","start":"2026-03-03T01:43:38.829618Z","end":"2026-03-03T01:43:41.630791Z","steps":["trace[48506704] 'process raft request' (duration: 2.21272393s)","trace[48506704] 'compare' (duration: 586.945327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:41.630957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:38.829596Z","time spent":"2.801293239s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:41.631036Z","caller":"traceutil/trace.go:171","msg":"trace[1975101088] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"2.574490862s","start":"2026-03-03T01:43:39.056538Z","end":"2026-03-03T01:43:41.631029Z","steps":["trace[1975101088] 'process raft request' (duration: 2.57335243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.631078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:39.056512Z","time spent":"2.574538684s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:41.720853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:43:41.720924Z","caller":"traceutil/trace.go:171","msg":"trace[674199753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488033s","start":"2026-03-03T01:43:39.720419Z","end":"2026-03-03T01:43:41.720907Z","steps":["trace[674199753] 'agreement among raft nodes before linearized reading' (duration: 2.000396241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:41.720961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:39.720404Z","time spent":"2.000549184s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:42.077357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.332428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:43:42.077611Z","caller":"traceutil/trace.go:171","msg":"trace[1280303815] linearizableReadLoop","detail":"{readStateIndex:24681; appliedIndex:24677; }","duration":"3.284304537s","start":"2026-03-03T01:43:38.793282Z","end":"2026-03-03T01:43:42.077587Z","steps":["trace[1280303815] 'read index received' (duration: 1.645750711s)","trace[1280303815] 'applied index is now lower than readState.Index' (duration: 1.638552416s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:42.077835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284546402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T01:43:42.077862Z","caller":"traceutil/trace.go:171","msg":"trace[121426560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23834; }","duration":"3.284632323s","start":"2026-03-03T01:43:38.79322Z","end":"2026-03-03T01:43:42.077853Z","steps":["trace[121426560] 'agreement among raft nodes before linearized reading' (duration: 3.284524671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.077891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:38.793187Z","time spent":"3.284699465s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:43:42.078428Z","caller":"traceutil/trace.go:171","msg":"trace[622725384] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"1.554894531s","start":"2026-03-03T01:43:40.523505Z","end":"2026-03-03T01:43:42.078399Z","steps":["trace[622725384] 'process raft request' (duration: 1.553970603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.078563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.523477Z","time spent":"1.555012903s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:42.087318Z","caller":"traceutil/trace.go:171","msg":"trace[1167727226] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"1.561821908s","start":"2026-03-03T01:43:40.525473Z","end":"2026-03-03T01:43:42.087295Z","steps":["trace[1167727226] 'process raft request' (duration: 1.552909791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.087338Z","caller":"traceutil/trace.go:171","msg":"trace[1784008415] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"1.56037735s","start":"2026-03-03T01:43:40.52694Z","end":"2026-03-03T01:43:42.087317Z","steps":["trace[1784008415] 'process raft request' (duration: 1.560285498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.087426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.52544Z","time spent":"1.56192883s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:42.087508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.52692Z","time spent":"1.560483972s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:42.087557Z","caller":"traceutil/trace.go:171","msg":"trace[1082166604] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"1.560492653s","start":"2026-03-03T01:43:40.527047Z","end":"2026-03-03T01:43:42.08754Z","steps":["trace[1082166604] 'process raft request' (duration: 1.560242528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.087663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.526997Z","time spent":"1.560624425s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:42.087721Z","caller":"traceutil/trace.go:171","msg":"trace[1269375591] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"1.559271457s","start":"2026-03-03T01:43:40.528442Z","end":"2026-03-03T01:43:42.087713Z","steps":["trace[1269375591] 'process raft request' (duration: 1.559211306s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.087716Z","caller":"traceutil/trace.go:171","msg":"trace[1012895256] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"1.56038855s","start":"2026-03-03T01:43:40.527311Z","end":"2026-03-03T01:43:42.0877Z","steps":["trace[1012895256] 'process raft request' (duration: 1.560170005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.087755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.528427Z","time spent":"1.559308578s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:42.087764Z","caller":"traceutil/trace.go:171","msg":"trace[192172110] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"171.804691ms","start":"2026-03-03T01:43:41.915948Z","end":"2026-03-03T01:43:42.087752Z","steps":["trace[192172110] 'process raft request' (duration: 171.737609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.087778Z","caller":"traceutil/trace.go:171","msg":"trace[751601808] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"1.559377819s","start":"2026-03-03T01:43:40.52839Z","end":"2026-03-03T01:43:42.087768Z","steps":["trace[751601808] 'process raft request' (duration: 1.559214666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.087796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.527296Z","time spent":"1.560454092s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:42.087828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.528371Z","time spent":"1.559429881s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:42.087871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86473324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:42.087895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645171317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T01:43:42.087898Z","caller":"traceutil/trace.go:171","msg":"trace[1507311312] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23842; }","duration":"1.86480037s","start":"2026-03-03T01:43:40.223088Z","end":"2026-03-03T01:43:42.087888Z","steps":["trace[1507311312] 'agreement among raft nodes before linearized reading' (duration: 1.86475307s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.087917Z","caller":"traceutil/trace.go:171","msg":"trace[1886293717] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23842; }","duration":"1.645189418s","start":"2026-03-03T01:43:40.442718Z","end":"2026-03-03T01:43:42.087907Z","steps":["trace[1886293717] 'agreement among raft nodes before linearized reading' (duration: 1.645082916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.087918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.223066Z","time spent":"1.864846932s","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:42.087932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.442681Z","time spent":"1.645248599s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:43:42.08799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.573714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418201"} {"level":"warn","ts":"2026-03-03T01:43:42.08799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288845607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:43:42.088012Z","caller":"traceutil/trace.go:171","msg":"trace[129856890] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23842; }","duration":"538.628065ms","start":"2026-03-03T01:43:41.549375Z","end":"2026-03-03T01:43:42.088003Z","steps":["trace[129856890] 'agreement among raft nodes before linearized reading' (duration: 538.480292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:41.549352Z","time spent":"538.671856ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418224,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T01:43:42.088038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561099804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:43:42.088034Z","caller":"traceutil/trace.go:171","msg":"trace[151969054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23842; }","duration":"3.288903688s","start":"2026-03-03T01:43:38.799112Z","end":"2026-03-03T01:43:42.088015Z","steps":["trace[151969054] 'agreement among raft nodes before linearized reading' (duration: 3.288778805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:42.088052Z","caller":"traceutil/trace.go:171","msg":"trace[1813837924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23842; }","duration":"1.561161276s","start":"2026-03-03T01:43:40.526887Z","end":"2026-03-03T01:43:42.088048Z","steps":["trace[1813837924] 'agreement among raft nodes before linearized reading' (duration: 1.561116505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.526862Z","time spent":"1.561198977s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:42.08807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:38.799102Z","time spent":"3.28895897s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:43:42.088124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562806238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:43:42.088135Z","caller":"traceutil/trace.go:171","msg":"trace[450408622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23842; }","duration":"1.562847499s","start":"2026-03-03T01:43:40.525284Z","end":"2026-03-03T01:43:42.088131Z","steps":["trace[450408622] 'agreement among raft nodes before linearized reading' (duration: 1.562814869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:40.525264Z","time spent":"1.562878949s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:43:42.088195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.727303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:42.088211Z","caller":"traceutil/trace.go:171","msg":"trace[155868159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23842; }","duration":"360.770684ms","start":"2026-03-03T01:43:41.727434Z","end":"2026-03-03T01:43:42.088205Z","steps":["trace[155868159] 'agreement among raft nodes before linearized reading' (duration: 360.743853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:41.727417Z","time spent":"360.803735ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:43:42.088326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.278852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:43:42.088338Z","caller":"traceutil/trace.go:171","msg":"trace[234633989] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:23842; }","duration":"498.333053ms","start":"2026-03-03T01:43:41.590001Z","end":"2026-03-03T01:43:42.088334Z","steps":["trace[234633989] 'agreement among raft nodes before linearized reading' (duration: 498.291072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118618986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:42.088352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:41.589978Z","time spent":"498.370743ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T01:43:42.088374Z","caller":"traceutil/trace.go:171","msg":"trace[1343059443] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23842; }","duration":"2.118722048s","start":"2026-03-03T01:43:39.96964Z","end":"2026-03-03T01:43:42.088362Z","steps":["trace[1343059443] 'agreement among raft nodes before linearized reading' (duration: 2.118616956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:42.088409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:39.969618Z","time spent":"2.118781969s","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:43:43.287187Z","caller":"traceutil/trace.go:171","msg":"trace[440511543] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"104.510252ms","start":"2026-03-03T01:43:43.18263Z","end":"2026-03-03T01:43:43.28714Z","steps":["trace[440511543] 'process raft request' (duration: 103.221986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:52.924941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.623464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:43:52.925008Z","caller":"traceutil/trace.go:171","msg":"trace[1242608155] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23935; }","duration":"326.743426ms","start":"2026-03-03T01:43:52.598248Z","end":"2026-03-03T01:43:52.924992Z","steps":["trace[1242608155] 'count revisions from in-memory index tree' (duration: 326.529773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:52.925038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:52.598227Z","time spent":"326.804427ms","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:43:52.925217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.20713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:43:52.925284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.134405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:43:52.925319Z","caller":"traceutil/trace.go:171","msg":"trace[1322475946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"201.225957ms","start":"2026-03-03T01:43:52.724083Z","end":"2026-03-03T01:43:52.925309Z","steps":["trace[1322475946] 'range keys from in-memory index tree' (duration: 201.054584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:52.925287Z","caller":"traceutil/trace.go:171","msg":"trace[604166526] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23935; }","duration":"504.306002ms","start":"2026-03-03T01:43:52.420967Z","end":"2026-03-03T01:43:52.925273Z","steps":["trace[604166526] 'range keys from in-memory index tree' (duration: 504.110837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:52.925445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:52.42095Z","time spent":"504.464855ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:43:58.599046Z","caller":"traceutil/trace.go:171","msg":"trace[1352230012] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"463.131102ms","start":"2026-03-03T01:43:58.13589Z","end":"2026-03-03T01:43:58.599021Z","steps":["trace[1352230012] 'process raft request' (duration: 462.914717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:58.599227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.135846Z","time spent":"463.273304ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:59.912282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312932312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:43:59.996711Z","caller":"traceutil/trace.go:171","msg":"trace[1230067544] linearizableReadLoop","detail":"{readStateIndex:24817; appliedIndex:24810; }","duration":"1.715768824s","start":"2026-03-03T01:43:58.280915Z","end":"2026-03-03T01:43:59.996684Z","steps":["trace[1230067544] 'read index received' (duration: 317.93072ms)","trace[1230067544] 'applied index is now lower than readState.Index' (duration: 1.397836894s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:43:59.996851Z","caller":"traceutil/trace.go:171","msg":"trace[765069721] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"1.847825904s","start":"2026-03-03T01:43:58.149007Z","end":"2026-03-03T01:43:59.996833Z","steps":["trace[765069721] 'process raft request' (duration: 1.763538356s)","trace[765069721] 'compare' (duration: 83.187796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:43:59.996976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.148968Z","time spent":"1.847921395s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:59.997357Z","caller":"traceutil/trace.go:171","msg":"trace[1867858306] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"1.842804435s","start":"2026-03-03T01:43:58.154531Z","end":"2026-03-03T01:43:59.997336Z","steps":["trace[1867858306] 'process raft request' (duration: 1.841704172s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:59.99735Z","caller":"traceutil/trace.go:171","msg":"trace[1843655095] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"1.842799994s","start":"2026-03-03T01:43:58.154513Z","end":"2026-03-03T01:43:59.997313Z","steps":["trace[1843655095] 'process raft request' (duration: 1.841655501s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:59.99739Z","caller":"traceutil/trace.go:171","msg":"trace[1007350840] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"1.847143671s","start":"2026-03-03T01:43:58.150211Z","end":"2026-03-03T01:43:59.997355Z","steps":["trace[1007350840] 'process raft request' (duration: 1.845838164s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:43:59.997394Z","caller":"traceutil/trace.go:171","msg":"trace[1537869268] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"1.724789565s","start":"2026-03-03T01:43:58.272492Z","end":"2026-03-03T01:43:59.997281Z","steps":["trace[1537869268] 'process raft request' (duration: 1.723796334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:59.997485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.154502Z","time spent":"1.842915096s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:59.997479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71653856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:43:59.99752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.150195Z","time spent":"1.847262593s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:59.997531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.154485Z","time spent":"1.842957348s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:43:59.997555Z","caller":"traceutil/trace.go:171","msg":"trace[2088817251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23965; }","duration":"1.716649402s","start":"2026-03-03T01:43:58.280884Z","end":"2026-03-03T01:43:59.997533Z","steps":["trace[2088817251] 'agreement among raft nodes before linearized reading' (duration: 1.716419098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:59.99756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.272471Z","time spent":"1.724997318s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:43:59.997604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.280869Z","time spent":"1.716723864s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:43:59.997702Z","caller":"traceutil/trace.go:171","msg":"trace[2119379679] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"1.722312746s","start":"2026-03-03T01:43:58.275074Z","end":"2026-03-03T01:43:59.997386Z","steps":["trace[2119379679] 'process raft request' (duration: 1.72155341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:43:59.997996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.275063Z","time spent":"1.722803075s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:00.497126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:00.720924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00082893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:00.721023Z","caller":"traceutil/trace.go:171","msg":"trace[1412018569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001003914s","start":"2026-03-03T01:43:58.719999Z","end":"2026-03-03T01:44:00.721003Z","steps":["trace[1412018569] 'agreement among raft nodes before linearized reading' (duration: 2.000851421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:00.721083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.719982Z","time spent":"2.001086175s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:44:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:01.433018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.868424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:01.43325Z","caller":"traceutil/trace.go:171","msg":"trace[825565992] linearizableReadLoop","detail":"{readStateIndex:24819; appliedIndex:24817; }","duration":"1.436435292s","start":"2026-03-03T01:43:59.996793Z","end":"2026-03-03T01:44:01.433229Z","steps":["trace[825565992] 'read index received' (duration: 711.236632ms)","trace[825565992] 'applied index is now lower than readState.Index' (duration: 725.19715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:01.433515Z","caller":"traceutil/trace.go:171","msg":"trace[1648104176] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"1.956346025s","start":"2026-03-03T01:43:59.477155Z","end":"2026-03-03T01:44:01.433501Z","steps":["trace[1648104176] 'process raft request' (duration: 1.23090375s)","trace[1648104176] 'compare' (duration: 724.749031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:01.433594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.477129Z","time spent":"1.956425916s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:01.43377Z","caller":"traceutil/trace.go:171","msg":"trace[1924371242] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"1.431456893s","start":"2026-03-03T01:44:00.0023Z","end":"2026-03-03T01:44:01.433757Z","steps":["trace[1924371242] 'process raft request' (duration: 1.43082889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.433843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.002276Z","time spent":"1.431534135s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:01.433975Z","caller":"traceutil/trace.go:171","msg":"trace[2097641372] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"830.113799ms","start":"2026-03-03T01:44:00.603852Z","end":"2026-03-03T01:44:01.433966Z","steps":["trace[2097641372] 'process raft request' (duration: 829.335074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.434025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.603843Z","time spent":"830.155679ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:01.434258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49108269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T01:44:01.434296Z","caller":"traceutil/trace.go:171","msg":"trace[590641926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23968; }","duration":"1.491152523s","start":"2026-03-03T01:43:59.943132Z","end":"2026-03-03T01:44:01.434285Z","steps":["trace[590641926] 'agreement among raft nodes before linearized reading' (duration: 1.4910316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.434324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.943113Z","time spent":"1.491204324s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T01:44:01.434531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434684298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:01.43462Z","caller":"traceutil/trace.go:171","msg":"trace[636309950] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23968; }","duration":"1.434824121s","start":"2026-03-03T01:43:59.999773Z","end":"2026-03-03T01:44:01.434597Z","steps":["trace[636309950] 'agreement among raft nodes before linearized reading' (duration: 1.434634097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.434682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.999759Z","time spent":"1.434907072s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:01.434916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.769917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:01.434944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.28381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:44:01.434981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438422454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:44:01.435007Z","caller":"traceutil/trace.go:171","msg":"trace[1366867130] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23968; }","duration":"339.913189ms","start":"2026-03-03T01:44:01.095073Z","end":"2026-03-03T01:44:01.434986Z","steps":["trace[1366867130] 'agreement among raft nodes before linearized reading' (duration: 339.751326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9807524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:01.435039Z","caller":"traceutil/trace.go:171","msg":"trace[176653551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23968; }","duration":"2.438482815s","start":"2026-03-03T01:43:58.996541Z","end":"2026-03-03T01:44:01.435024Z","steps":["trace[176653551] 'agreement among raft nodes before linearized reading' (duration: 2.438288512s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:01.435034Z","caller":"traceutil/trace.go:171","msg":"trace[2017631657] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23968; }","duration":"750.446143ms","start":"2026-03-03T01:44:00.684566Z","end":"2026-03-03T01:44:01.435012Z","steps":["trace[2017631657] 'agreement among raft nodes before linearized reading' (duration: 750.26076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.095052Z","time spent":"339.993481ms","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:01.435051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393966147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:44:01.435069Z","caller":"traceutil/trace.go:171","msg":"trace[306934969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23968; }","duration":"1.980829712s","start":"2026-03-03T01:43:59.454218Z","end":"2026-03-03T01:44:01.435048Z","steps":["trace[306934969] 'agreement among raft nodes before linearized reading' (duration: 1.980765251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.43508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.996474Z","time spent":"2.438598567s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:44:01.435099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.684523Z","time spent":"750.563026ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:01.435107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87611055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:01.435108Z","caller":"traceutil/trace.go:171","msg":"trace[1366776764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23968; }","duration":"1.394051169s","start":"2026-03-03T01:44:00.04104Z","end":"2026-03-03T01:44:01.435092Z","steps":["trace[1366776764] 'agreement among raft nodes before linearized reading' (duration: 1.393903456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.454196Z","time spent":"1.980906894s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T01:44:01.435157Z","caller":"traceutil/trace.go:171","msg":"trace[129613843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23968; }","duration":"2.876203422s","start":"2026-03-03T01:43:58.558941Z","end":"2026-03-03T01:44:01.435144Z","steps":["trace[129613843] 'agreement among raft nodes before linearized reading' (duration: 2.87613214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.041023Z","time spent":"1.39413245s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:01.435198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.558921Z","time spent":"2.876269053s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:44:01.43494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.968804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:01.434921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.521168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:01.435265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399748685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:44:01.435331Z","caller":"traceutil/trace.go:171","msg":"trace[1504047273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23968; }","duration":"713.993987ms","start":"2026-03-03T01:44:00.721326Z","end":"2026-03-03T01:44:01.43532Z","steps":["trace[1504047273] 'agreement among raft nodes before linearized reading' (duration: 713.522718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:01.435304Z","caller":"traceutil/trace.go:171","msg":"trace[654858324] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23968; }","duration":"864.30309ms","start":"2026-03-03T01:44:00.570958Z","end":"2026-03-03T01:44:01.435261Z","steps":["trace[654858324] 'agreement among raft nodes before linearized reading' (duration: 863.948833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152208407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T01:44:01.435365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.7213Z","time spent":"714.057369ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:01.435356Z","caller":"traceutil/trace.go:171","msg":"trace[1000678855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23968; }","duration":"2.399896338s","start":"2026-03-03T01:43:59.035439Z","end":"2026-03-03T01:44:01.435336Z","steps":["trace[1000678855] 'agreement among raft nodes before linearized reading' (duration: 2.399639713s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:01.435384Z","caller":"traceutil/trace.go:171","msg":"trace[1715316166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23968; }","duration":"3.152260737s","start":"2026-03-03T01:43:58.283114Z","end":"2026-03-03T01:44:01.435375Z","steps":["trace[1715316166] 'agreement among raft nodes before linearized reading' (duration: 3.152127945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:58.283102Z","time spent":"3.152303329s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:01.43541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.570916Z","time spent":"864.464223ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:01.435422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:43:59.03542Z","time spent":"2.399983789s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:01.435613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.861523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274865"} {"level":"info","ts":"2026-03-03T01:44:01.435692Z","caller":"traceutil/trace.go:171","msg":"trace[878851540] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23968; }","duration":"505.999726ms","start":"2026-03-03T01:44:00.929671Z","end":"2026-03-03T01:44:01.435671Z","steps":["trace[878851540] 'agreement among raft nodes before linearized reading' (duration: 505.17356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272641012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:01.435889Z","caller":"traceutil/trace.go:171","msg":"trace[658401309] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23968; }","duration":"1.27359182s","start":"2026-03-03T01:44:00.16227Z","end":"2026-03-03T01:44:01.435861Z","steps":["trace[658401309] 'agreement among raft nodes before linearized reading' (duration: 1.272601531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:01.435778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.929651Z","time spent":"506.106938ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:44:01.435957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:00.162247Z","time spent":"1.273689972s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:01.943853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:02.635547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.576704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:02.635691Z","caller":"traceutil/trace.go:171","msg":"trace[1693783783] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.195029875s","start":"2026-03-03T01:44:01.44064Z","end":"2026-03-03T01:44:02.635669Z","steps":["trace[1693783783] 'process raft request' (duration: 551.245147ms)","trace[1693783783] 'compare' (duration: 642.621335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:02.635751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.440624Z","time spent":"1.195098206s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:03.192465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200541424s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:44:03.443286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:44:03.443349Z","caller":"traceutil/trace.go:171","msg":"trace[418921693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158167s","start":"2026-03-03T01:44:01.443177Z","end":"2026-03-03T01:44:03.443335Z","steps":["trace[418921693] 'agreement among raft nodes before linearized reading' (duration: 2.000078855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:03.443381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.443172Z","time spent":"2.000202408s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:03.946083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.040354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:03.94633Z","caller":"traceutil/trace.go:171","msg":"trace[1841169962] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"2.504549311s","start":"2026-03-03T01:44:01.441754Z","end":"2026-03-03T01:44:03.946304Z","steps":["trace[1841169962] 'process raft request' (duration: 1.75119449s)","trace[1841169962] 'compare' (duration: 751.824901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:03.946368Z","caller":"traceutil/trace.go:171","msg":"trace[1405027166] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"2.504511089s","start":"2026-03-03T01:44:01.441833Z","end":"2026-03-03T01:44:03.946344Z","steps":["trace[1405027166] 'process raft request' (duration: 2.504359747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:03.946456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.441827Z","time spent":"2.504594912s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:03.946463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.441743Z","time spent":"2.504647832s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:03.946604Z","caller":"traceutil/trace.go:171","msg":"trace[1214534203] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"2.502748944s","start":"2026-03-03T01:44:01.443828Z","end":"2026-03-03T01:44:03.946576Z","steps":["trace[1214534203] 'process raft request' (duration: 2.502462858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:03.946753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.44382Z","time spent":"2.502859427s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:03.946782Z","caller":"traceutil/trace.go:171","msg":"trace[1071069338] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"2.256862138s","start":"2026-03-03T01:44:01.689911Z","end":"2026-03-03T01:44:03.946773Z","steps":["trace[1071069338] 'process raft request' (duration: 2.256548882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:03.946826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.689883Z","time spent":"2.256918829s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:03.946997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504170232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:03.947047Z","caller":"traceutil/trace.go:171","msg":"trace[983411888] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23973; }","duration":"2.504246474s","start":"2026-03-03T01:44:01.442785Z","end":"2026-03-03T01:44:03.947032Z","steps":["trace[983411888] 'agreement among raft nodes before linearized reading' (duration: 2.504153742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:03.947091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.44278Z","time spent":"2.504300345s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-03T01:44:03.948761Z","caller":"traceutil/trace.go:171","msg":"trace[1401590118] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24820; }","duration":"2.503848675s","start":"2026-03-03T01:44:01.442801Z","end":"2026-03-03T01:44:03.94665Z","steps":["trace[1401590118] 'read index received' (duration: 549.093643ms)","trace[1401590118] 'applied index is now lower than readState.Index' (duration: 1.954754202s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:04.043899Z","caller":"traceutil/trace.go:171","msg":"trace[562064729] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"2.040982361s","start":"2026-03-03T01:44:02.002891Z","end":"2026-03-03T01:44:04.043873Z","steps":["trace[562064729] 'process raft request' (duration: 2.040904669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.044063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.002885Z","time spent":"2.041095953s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.04428Z","caller":"traceutil/trace.go:171","msg":"trace[1932898184] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"2.040870117s","start":"2026-03-03T01:44:02.003393Z","end":"2026-03-03T01:44:04.044263Z","steps":["trace[1932898184] 'process raft request' (duration: 2.040443329s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.044353Z","caller":"traceutil/trace.go:171","msg":"trace[1719318897] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"2.039942069s","start":"2026-03-03T01:44:02.004399Z","end":"2026-03-03T01:44:04.044341Z","steps":["trace[1719318897] 'process raft request' (duration: 2.039820616s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.04439Z","caller":"traceutil/trace.go:171","msg":"trace[508729711] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"2.040950179s","start":"2026-03-03T01:44:02.003395Z","end":"2026-03-03T01:44:04.044345Z","steps":["trace[508729711] 'process raft request' (duration: 2.040664203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.044439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.003368Z","time spent":"2.0409863s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:04.044548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.003291Z","time spent":"2.041183753s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.044582Z","caller":"traceutil/trace.go:171","msg":"trace[1782218559] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"2.040114802s","start":"2026-03-03T01:44:02.004458Z","end":"2026-03-03T01:44:04.044572Z","steps":["trace[1782218559] 'process raft request' (duration: 2.039715545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.044635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.004449Z","time spent":"2.040158783s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.044652Z","caller":"traceutil/trace.go:171","msg":"trace[1667494057] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.940514519s","start":"2026-03-03T01:44:02.104128Z","end":"2026-03-03T01:44:04.044642Z","steps":["trace[1667494057] 'process raft request' (duration: 1.940171352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.044713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.10411Z","time spent":"1.94057134s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:04.044426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.004379Z","time spent":"2.040015061s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.044078Z","caller":"traceutil/trace.go:171","msg":"trace[194728414] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"2.041778246s","start":"2026-03-03T01:44:02.002183Z","end":"2026-03-03T01:44:04.043961Z","steps":["trace[194728414] 'process raft request' (duration: 2.04147369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.047087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.002164Z","time spent":"2.044867127s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.044844Z","caller":"traceutil/trace.go:171","msg":"trace[424139458] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"1.43337727s","start":"2026-03-03T01:44:02.611455Z","end":"2026-03-03T01:44:04.044832Z","steps":["trace[424139458] 'process raft request' (duration: 1.433147886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.047293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.611435Z","time spent":"1.43581918s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:04.044845Z","caller":"traceutil/trace.go:171","msg":"trace[65240645] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"1.404419684s","start":"2026-03-03T01:44:02.640404Z","end":"2026-03-03T01:44:04.044824Z","steps":["trace[65240645] 'process raft request' (duration: 1.404335123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.047427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.640377Z","time spent":"1.407021327s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:44:04.639849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:04.63996Z","caller":"traceutil/trace.go:171","msg":"trace[655320106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543275s","start":"2026-03-03T01:44:02.639393Z","end":"2026-03-03T01:44:04.639936Z","steps":["trace[655320106] 'agreement among raft nodes before linearized reading' (duration: 2.000398902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.640012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.63938Z","time spent":"2.000622726s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:04.6788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.80025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:04.678974Z","caller":"traceutil/trace.go:171","msg":"trace[1345037024] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24825; }","duration":"730.132179ms","start":"2026-03-03T01:44:03.948829Z","end":"2026-03-03T01:44:04.678961Z","steps":["trace[1345037024] 'read index received' (duration: 94.795378ms)","trace[1345037024] 'applied index is now lower than readState.Index' (duration: 635.335771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:04.67903Z","caller":"traceutil/trace.go:171","msg":"trace[1478288835] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"1.235585443s","start":"2026-03-03T01:44:03.443438Z","end":"2026-03-03T01:44:04.679024Z","steps":["trace[1478288835] 'process raft request' (duration: 719.492687ms)","trace[1478288835] 'compare' (duration: 515.644227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:04.679061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.443431Z","time spent":"1.235613494s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:04.679267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039830167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:44:04.679288Z","caller":"traceutil/trace.go:171","msg":"trace[1101810054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23984; }","duration":"2.039900978s","start":"2026-03-03T01:44:02.639381Z","end":"2026-03-03T01:44:04.679282Z","steps":["trace[1101810054] 'agreement among raft nodes before linearized reading' (duration: 2.039798196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.639359Z","time spent":"2.03994057s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:04.679314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93604593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:04.679371Z","caller":"traceutil/trace.go:171","msg":"trace[1731600767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23984; }","duration":"1.936143913s","start":"2026-03-03T01:44:02.743212Z","end":"2026-03-03T01:44:04.679356Z","steps":["trace[1731600767] 'agreement among raft nodes before linearized reading' (duration: 1.935940129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700775998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:04.679395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.743194Z","time spent":"1.936195653s","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:04.679402Z","caller":"traceutil/trace.go:171","msg":"trace[544668036] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23984; }","duration":"2.700814668s","start":"2026-03-03T01:44:01.978582Z","end":"2026-03-03T01:44:04.679396Z","steps":["trace[544668036] 'agreement among raft nodes before linearized reading' (duration: 2.700785728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.978564Z","time spent":"2.700848939s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:04.679499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065680263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:04.679511Z","caller":"traceutil/trace.go:171","msg":"trace[1010021566] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23984; }","duration":"3.065693854s","start":"2026-03-03T01:44:01.613813Z","end":"2026-03-03T01:44:04.679507Z","steps":["trace[1010021566] 'agreement among raft nodes before linearized reading' (duration: 3.065669933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.613758Z","time spent":"3.065789485s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:04.679569Z","caller":"traceutil/trace.go:171","msg":"trace[1153160259] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"730.321063ms","start":"2026-03-03T01:44:03.949241Z","end":"2026-03-03T01:44:04.679562Z","steps":["trace[1153160259] 'process raft request' (duration: 729.65076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.949233Z","time spent":"730.350713ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:44:04.679691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089770723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:44:04.679705Z","caller":"traceutil/trace.go:171","msg":"trace[1172627060] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:23984; }","duration":"3.089816754s","start":"2026-03-03T01:44:01.589884Z","end":"2026-03-03T01:44:04.679701Z","steps":["trace[1172627060] 'agreement among raft nodes before linearized reading' (duration: 3.089772234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.589867Z","time spent":"3.089856865s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T01:44:04.679756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235727026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:04.67977Z","caller":"traceutil/trace.go:171","msg":"trace[669742035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23984; }","duration":"1.235749657s","start":"2026-03-03T01:44:03.444016Z","end":"2026-03-03T01:44:04.679765Z","steps":["trace[669742035] 'agreement among raft nodes before linearized reading' (duration: 1.235720406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.444011Z","time spent":"1.235768357s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:04.679924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236536022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:44:04.679938Z","caller":"traceutil/trace.go:171","msg":"trace[1136854041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23984; }","duration":"1.236569553s","start":"2026-03-03T01:44:03.443364Z","end":"2026-03-03T01:44:04.679934Z","steps":["trace[1136854041] 'agreement among raft nodes before linearized reading' (duration: 1.236500602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.679949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.443351Z","time spent":"1.236595263s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:04.68001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645618057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T01:44:04.680021Z","caller":"traceutil/trace.go:171","msg":"trace[1074120818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23984; }","duration":"1.645656548s","start":"2026-03-03T01:44:03.034361Z","end":"2026-03-03T01:44:04.680017Z","steps":["trace[1074120818] 'agreement among raft nodes before linearized reading' (duration: 1.645618727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.034346Z","time spent":"1.645685119s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648144808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:44:04.680104Z","caller":"traceutil/trace.go:171","msg":"trace[1932603765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23984; }","duration":"1.648189218s","start":"2026-03-03T01:44:03.031909Z","end":"2026-03-03T01:44:04.680098Z","steps":["trace[1932603765] 'agreement among raft nodes before linearized reading' (duration: 1.648127167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.031893Z","time spent":"1.648221379s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237197919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:04.680176Z","caller":"traceutil/trace.go:171","msg":"trace[1814588602] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23984; }","duration":"3.237334211s","start":"2026-03-03T01:44:01.442817Z","end":"2026-03-03T01:44:04.680151Z","steps":["trace[1814588602] 'agreement among raft nodes before linearized reading' (duration: 3.237106817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.68023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:01.442812Z","time spent":"3.237406362s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715529079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:04.680322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.561007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-03T01:44:04.680315Z","caller":"traceutil/trace.go:171","msg":"trace[471510578] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23984; }","duration":"1.715682343s","start":"2026-03-03T01:44:02.964601Z","end":"2026-03-03T01:44:04.680284Z","steps":["trace[471510578] 'agreement among raft nodes before linearized reading' (duration: 1.71551475s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.68034Z","caller":"traceutil/trace.go:171","msg":"trace[587944749] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"726.586228ms","start":"2026-03-03T01:44:03.953748Z","end":"2026-03-03T01:44:04.680334Z","steps":["trace[587944749] 'agreement among raft nodes before linearized reading' (duration: 726.529387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953743Z","time spent":"726.613628ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:02.964581Z","time spent":"1.715782224s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:04.680373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.637659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-03T01:44:04.680409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.340422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:44:04.680389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.63456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-03-03T01:44:04.68043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.658749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-03T01:44:04.680454Z","caller":"traceutil/trace.go:171","msg":"trace[692993454] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"722.705711ms","start":"2026-03-03T01:44:03.957737Z","end":"2026-03-03T01:44:04.680443Z","steps":["trace[692993454] 'agreement among raft nodes before linearized reading' (duration: 722.575958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.680444Z","caller":"traceutil/trace.go:171","msg":"trace[581602002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"722.723561ms","start":"2026-03-03T01:44:03.957702Z","end":"2026-03-03T01:44:04.680426Z","steps":["trace[581602002] 'agreement among raft nodes before linearized reading' (duration: 722.515706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.680454Z","caller":"traceutil/trace.go:171","msg":"trace[182575138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23984; }","duration":"727.383853ms","start":"2026-03-03T01:44:03.953055Z","end":"2026-03-03T01:44:04.680438Z","steps":["trace[182575138] 'agreement among raft nodes before linearized reading' (duration: 727.299881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.812122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-03-03T01:44:04.680476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.409527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-03T01:44:04.680498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953049Z","time spent":"727.441784ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:44:04.680495Z","caller":"traceutil/trace.go:171","msg":"trace[1216061446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"726.783452ms","start":"2026-03-03T01:44:03.953696Z","end":"2026-03-03T01:44:04.68048Z","steps":["trace[1216061446] 'agreement among raft nodes before linearized reading' (duration: 726.578268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.957696Z","time spent":"722.794023ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.567508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-03T01:44:04.680515Z","caller":"traceutil/trace.go:171","msg":"trace[758246649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"726.905964ms","start":"2026-03-03T01:44:03.953589Z","end":"2026-03-03T01:44:04.680495Z","steps":["trace[758246649] 'agreement among raft nodes before linearized reading' (duration: 726.72801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.465276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:04.680547Z","caller":"traceutil/trace.go:171","msg":"trace[848758447] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"726.786142ms","start":"2026-03-03T01:44:03.953754Z","end":"2026-03-03T01:44:04.68054Z","steps":["trace[848758447] 'agreement among raft nodes before linearized reading' (duration: 726.516907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.680557Z","caller":"traceutil/trace.go:171","msg":"trace[1780360075] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23984; }","duration":"389.521817ms","start":"2026-03-03T01:44:04.291027Z","end":"2026-03-03T01:44:04.680549Z","steps":["trace[1780360075] 'agreement among raft nodes before linearized reading' (duration: 389.482206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953585Z","time spent":"726.965485ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953678Z","time spent":"726.858043ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.704077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-03T01:44:04.680519Z","caller":"traceutil/trace.go:171","msg":"trace[1304896186] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"693.457458ms","start":"2026-03-03T01:44:03.987051Z","end":"2026-03-03T01:44:04.680509Z","steps":["trace[1304896186] 'agreement among raft nodes before linearized reading' (duration: 693.247874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:04.680598Z","caller":"traceutil/trace.go:171","msg":"trace[1658705770] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"524.758019ms","start":"2026-03-03T01:44:04.155836Z","end":"2026-03-03T01:44:04.680594Z","steps":["trace[1658705770] 'agreement among raft nodes before linearized reading' (duration: 524.675387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.986981Z","time spent":"693.618541ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.15582Z","time spent":"524.788769ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.874413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-03T01:44:04.680494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.957733Z","time spent":"722.752442ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953748Z","time spent":"726.816972ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-03T01:44:04.680684Z","caller":"traceutil/trace.go:171","msg":"trace[1617647958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"726.966365ms","start":"2026-03-03T01:44:03.953696Z","end":"2026-03-03T01:44:04.680663Z","steps":["trace[1617647958] 'agreement among raft nodes before linearized reading' (duration: 726.770691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.680227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.091137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-03T01:44:04.680736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.953681Z","time spent":"727.035226ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-03T01:44:04.680747Z","caller":"traceutil/trace.go:171","msg":"trace[2087409933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173; range_end:; response_count:1; response_revision:23984; }","duration":"731.644729ms","start":"2026-03-03T01:44:03.949086Z","end":"2026-03-03T01:44:04.680731Z","steps":["trace[2087409933] 'agreement among raft nodes before linearized reading' (duration: 730.992886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.68081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.949074Z","time spent":"731.72144ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0b981c6173\" "} {"level":"warn","ts":"2026-03-03T01:44:04.680831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.291008Z","time spent":"389.563357ms","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:04.681318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.520248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-03-03T01:44:04.68138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.308273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-03T01:44:04.681401Z","caller":"traceutil/trace.go:171","msg":"trace[1910706413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"723.61682ms","start":"2026-03-03T01:44:03.957746Z","end":"2026-03-03T01:44:04.681363Z","steps":["trace[1910706413] 'agreement among raft nodes before linearized reading' (duration: 722.556258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.681441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.957727Z","time spent":"723.705501ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-03T01:44:04.681442Z","caller":"traceutil/trace.go:171","msg":"trace[1100668670] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23984; }","duration":"719.371714ms","start":"2026-03-03T01:44:03.96205Z","end":"2026-03-03T01:44:04.681422Z","steps":["trace[1100668670] 'agreement among raft nodes before linearized reading' (duration: 718.639779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:04.681488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:03.962034Z","time spent":"719.445346ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-03T01:44:05.986158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251773245s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:44:06.158159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.472464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:06.158528Z","caller":"traceutil/trace.go:171","msg":"trace[981998139] linearizableReadLoop","detail":"{readStateIndex:24838; appliedIndex:24836; }","duration":"1.471632782s","start":"2026-03-03T01:44:04.686874Z","end":"2026-03-03T01:44:06.158507Z","steps":["trace[981998139] 'read index received' (duration: 47.388402ms)","trace[981998139] 'applied index is now lower than readState.Index' (duration: 1.42424303s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:06.158634Z","caller":"traceutil/trace.go:171","msg":"trace[2102280925] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"1.472707754s","start":"2026-03-03T01:44:04.685909Z","end":"2026-03-03T01:44:06.158617Z","steps":["trace[2102280925] 'process raft request' (duration: 1.30067534s)","trace[2102280925] 'compare' (duration: 171.116406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:06.158662Z","caller":"traceutil/trace.go:171","msg":"trace[635448044] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.469695315s","start":"2026-03-03T01:44:04.688945Z","end":"2026-03-03T01:44:06.158641Z","steps":["trace[635448044] 'process raft request' (duration: 1.46943907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.158725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.685881Z","time spent":"1.472795466s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:06.158734Z","caller":"traceutil/trace.go:171","msg":"trace[1006422197] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.469369688s","start":"2026-03-03T01:44:04.689341Z","end":"2026-03-03T01:44:06.15871Z","steps":["trace[1006422197] 'process raft request' (duration: 1.469091923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.158759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.688933Z","time spent":"1.469781336s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:06.158841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.689328Z","time spent":"1.46945594s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:06.158887Z","caller":"traceutil/trace.go:171","msg":"trace[1085199410] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.471121642s","start":"2026-03-03T01:44:04.687751Z","end":"2026-03-03T01:44:06.158873Z","steps":["trace[1085199410] 'process raft request' (duration: 1.470525931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.159104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472193804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:44:06.159163Z","caller":"traceutil/trace.go:171","msg":"trace[849310608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23988; }","duration":"1.472323666s","start":"2026-03-03T01:44:04.686826Z","end":"2026-03-03T01:44:06.159149Z","steps":["trace[849310608] 'agreement among raft nodes before linearized reading' (duration: 1.472107771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.159194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.686804Z","time spent":"1.472381097s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:06.159345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.687737Z","time spent":"1.471189974s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:06.159344Z","caller":"traceutil/trace.go:171","msg":"trace[544168214] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.423223689s","start":"2026-03-03T01:44:04.736089Z","end":"2026-03-03T01:44:06.159313Z","steps":["trace[544168214] 'process raft request' (duration: 1.422840531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.15951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.736061Z","time spent":"1.423356122s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:06.272898Z","caller":"traceutil/trace.go:171","msg":"trace[1413385997] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24841; }","duration":"114.299326ms","start":"2026-03-03T01:44:06.158579Z","end":"2026-03-03T01:44:06.272878Z","steps":["trace[1413385997] 'read index received' (duration: 389.157µs)","trace[1413385997] 'applied index is now lower than readState.Index' (duration: 113.909369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:06.273165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.82952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T01:44:06.273215Z","caller":"traceutil/trace.go:171","msg":"trace[373857419] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23995; }","duration":"750.932852ms","start":"2026-03-03T01:44:05.522274Z","end":"2026-03-03T01:44:06.273207Z","steps":["trace[373857419] 'agreement among raft nodes before linearized reading' (duration: 750.774659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273191Z","caller":"traceutil/trace.go:171","msg":"trace[1588914522] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"222.062012ms","start":"2026-03-03T01:44:06.051109Z","end":"2026-03-03T01:44:06.273171Z","steps":["trace[1588914522] 'process raft request' (duration: 220.561021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273174Z","caller":"traceutil/trace.go:171","msg":"trace[1659376826] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"221.704945ms","start":"2026-03-03T01:44:06.051434Z","end":"2026-03-03T01:44:06.273139Z","steps":["trace[1659376826] 'process raft request' (duration: 221.225676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.27323Z","caller":"traceutil/trace.go:171","msg":"trace[1693890128] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"221.726646ms","start":"2026-03-03T01:44:06.051491Z","end":"2026-03-03T01:44:06.273218Z","steps":["trace[1693890128] 'process raft request' (duration: 221.198075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273279Z","caller":"traceutil/trace.go:171","msg":"trace[338303601] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"220.277687ms","start":"2026-03-03T01:44:06.052996Z","end":"2026-03-03T01:44:06.273274Z","steps":["trace[338303601] 'process raft request' (duration: 219.827538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.273313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.233759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-03T01:44:06.273347Z","caller":"traceutil/trace.go:171","msg":"trace[196462274] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23995; }","duration":"854.305211ms","start":"2026-03-03T01:44:05.419034Z","end":"2026-03-03T01:44:06.273339Z","steps":["trace[196462274] 'agreement among raft nodes before linearized reading' (duration: 854.173438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.273372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.419017Z","time spent":"854.348922ms","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T01:44:06.273399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.742875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:06.273415Z","caller":"traceutil/trace.go:171","msg":"trace[882352445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23995; }","duration":"684.794946ms","start":"2026-03-03T01:44:05.588616Z","end":"2026-03-03T01:44:06.273411Z","steps":["trace[882352445] 'agreement among raft nodes before linearized reading' (duration: 684.760076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.27343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.588596Z","time spent":"684.829847ms","remote":"127.0.0.1:60428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:06.273465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.725216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T01:44:06.273465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.921576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:44:06.273503Z","caller":"traceutil/trace.go:171","msg":"trace[1155193882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23995; }","duration":"479.012738ms","start":"2026-03-03T01:44:05.794483Z","end":"2026-03-03T01:44:06.273495Z","steps":["trace[1155193882] 'agreement among raft nodes before linearized reading' (duration: 478.891266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273502Z","caller":"traceutil/trace.go:171","msg":"trace[1256274889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23995; }","duration":"322.809278ms","start":"2026-03-03T01:44:05.950682Z","end":"2026-03-03T01:44:06.273491Z","steps":["trace[1256274889] 'agreement among raft nodes before linearized reading' (duration: 322.661325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.273536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.794454Z","time spent":"479.07418ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:44:06.273584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.911364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:06.273585Z","caller":"traceutil/trace.go:171","msg":"trace[737439191] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"221.212226ms","start":"2026-03-03T01:44:06.052358Z","end":"2026-03-03T01:44:06.27357Z","steps":["trace[737439191] 'process raft request' (duration: 220.355879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273612Z","caller":"traceutil/trace.go:171","msg":"trace[729510242] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23995; }","duration":"962.956065ms","start":"2026-03-03T01:44:05.310649Z","end":"2026-03-03T01:44:06.273605Z","steps":["trace[729510242] 'agreement among raft nodes before linearized reading' (duration: 962.915184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.273633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.310641Z","time spent":"962.987446ms","remote":"127.0.0.1:54846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-03T01:44:06.273255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.522255Z","time spent":"750.993483ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:44:06.273539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.950662Z","time spent":"322.869999ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:06.273715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.939685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:44:06.273749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.247821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:06.273551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.828935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:06.273761Z","caller":"traceutil/trace.go:171","msg":"trace[1365601236] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23995; }","duration":"146.988986ms","start":"2026-03-03T01:44:06.126764Z","end":"2026-03-03T01:44:06.273752Z","steps":["trace[1365601236] 'agreement among raft nodes before linearized reading' (duration: 146.791782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.27377Z","caller":"traceutil/trace.go:171","msg":"trace[140828051] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23995; }","duration":"963.310272ms","start":"2026-03-03T01:44:05.310452Z","end":"2026-03-03T01:44:06.273762Z","steps":["trace[140828051] 'agreement among raft nodes before linearized reading' (duration: 963.277432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.27379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.310429Z","time spent":"963.355003ms","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-03T01:44:06.273788Z","caller":"traceutil/trace.go:171","msg":"trace[1080780445] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23995; }","duration":"928.08755ms","start":"2026-03-03T01:44:05.345686Z","end":"2026-03-03T01:44:06.273774Z","steps":["trace[1080780445] 'agreement among raft nodes before linearized reading' (duration: 927.824974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.273158Z","caller":"traceutil/trace.go:171","msg":"trace[605623659] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"220.597983ms","start":"2026-03-03T01:44:06.052523Z","end":"2026-03-03T01:44:06.27312Z","steps":["trace[605623659] 'process raft request' (duration: 220.271526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.273838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:05.345672Z","time spent":"928.146951ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:06.273975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.374077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18508"} {"level":"info","ts":"2026-03-03T01:44:06.273995Z","caller":"traceutil/trace.go:171","msg":"trace[1217254535] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23995; }","duration":"113.430599ms","start":"2026-03-03T01:44:06.160557Z","end":"2026-03-03T01:44:06.273988Z","steps":["trace[1217254535] 'agreement among raft nodes before linearized reading' (duration: 113.330117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.274114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574294257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:06.274133Z","caller":"traceutil/trace.go:171","msg":"trace[1819642108] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23995; }","duration":"1.574343808s","start":"2026-03-03T01:44:04.699785Z","end":"2026-03-03T01:44:06.274129Z","steps":["trace[1819642108] 'agreement among raft nodes before linearized reading' (duration: 1.574289457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.274148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.699773Z","time spent":"1.574371719s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:44:06.274247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584318517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-03T01:44:06.274278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.932039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:44:06.274287Z","caller":"traceutil/trace.go:171","msg":"trace[649693425] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23995; }","duration":"1.584373477s","start":"2026-03-03T01:44:04.689902Z","end":"2026-03-03T01:44:06.274276Z","steps":["trace[649693425] 'agreement among raft nodes before linearized reading' (duration: 1.584270835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.274311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584886149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-03T01:44:06.274307Z","caller":"traceutil/trace.go:171","msg":"trace[1722950653] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23995; }","duration":"112.9974ms","start":"2026-03-03T01:44:06.161302Z","end":"2026-03-03T01:44:06.2743Z","steps":["trace[1722950653] 'agreement among raft nodes before linearized reading' (duration: 112.879117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.274336Z","caller":"traceutil/trace.go:171","msg":"trace[1212832350] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23995; }","duration":"1.584921289s","start":"2026-03-03T01:44:04.689407Z","end":"2026-03-03T01:44:06.274329Z","steps":["trace[1212832350] 'agreement among raft nodes before linearized reading' (duration: 1.584850968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.274349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582842598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:06.274337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.637693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T01:44:06.274361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.689403Z","time spent":"1.58495385s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T01:44:06.274372Z","caller":"traceutil/trace.go:171","msg":"trace[1025636888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"1.582870558s","start":"2026-03-03T01:44:04.691493Z","end":"2026-03-03T01:44:06.274364Z","steps":["trace[1025636888] 'agreement among raft nodes before linearized reading' (duration: 1.582834087s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:06.274388Z","caller":"traceutil/trace.go:171","msg":"trace[58771568] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:23995; }","duration":"111.711765ms","start":"2026-03-03T01:44:06.162661Z","end":"2026-03-03T01:44:06.274372Z","steps":["trace[58771568] 'agreement among raft nodes before linearized reading' (duration: 111.566832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:06.274399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.69149Z","time spent":"1.582903799s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:06.274313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:04.689896Z","time spent":"1.584410648s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:44:10.220783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834678,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:44:10.409706Z","caller":"traceutil/trace.go:171","msg":"trace[1625800063] linearizableReadLoop","detail":"{readStateIndex:24939; appliedIndex:24938; }","duration":"689.193423ms","start":"2026-03-03T01:44:09.720476Z","end":"2026-03-03T01:44:10.40967Z","steps":["trace[1625800063] 'read index received' (duration: 688.998539ms)","trace[1625800063] 'applied index is now lower than readState.Index' (duration: 193.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:10.409863Z","caller":"traceutil/trace.go:171","msg":"trace[921988034] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"904.650403ms","start":"2026-03-03T01:44:09.505167Z","end":"2026-03-03T01:44:10.409818Z","steps":["trace[921988034] 'process raft request' (duration: 904.251065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:10.41001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:10.410049Z","caller":"traceutil/trace.go:171","msg":"trace[14058138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24085; }","duration":"689.598072ms","start":"2026-03-03T01:44:09.720439Z","end":"2026-03-03T01:44:10.410037Z","steps":["trace[14058138] 'agreement among raft nodes before linearized reading' (duration: 689.48432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:10.410057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:09.505151Z","time spent":"904.796766ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:10.410112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:09.720422Z","time spent":"689.677553ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:10.909937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:11.410898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:11.494696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08527173s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:44:11.497299Z","caller":"traceutil/trace.go:171","msg":"trace[225514302] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.198101867s","start":"2026-03-03T01:44:10.299177Z","end":"2026-03-03T01:44:11.497279Z","steps":["trace[225514302] 'process raft request' (duration: 1.198072947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.497424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.299168Z","time spent":"1.198189249s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:11.497675Z","caller":"traceutil/trace.go:171","msg":"trace[1740638419] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"1.209914082s","start":"2026-03-03T01:44:10.287753Z","end":"2026-03-03T01:44:11.497667Z","steps":["trace[1740638419] 'process raft request' (duration: 1.209279309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.497719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.287722Z","time spent":"1.209976043s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:11.49781Z","caller":"traceutil/trace.go:171","msg":"trace[1940743888] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"1.208274908s","start":"2026-03-03T01:44:10.289529Z","end":"2026-03-03T01:44:11.497804Z","steps":["trace[1940743888] 'process raft request' (duration: 1.207622606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.497846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.289486Z","time spent":"1.20834241s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:11.497925Z","caller":"traceutil/trace.go:171","msg":"trace[277006259] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"1.207160307s","start":"2026-03-03T01:44:10.290757Z","end":"2026-03-03T01:44:11.497917Z","steps":["trace[277006259] 'process raft request' (duration: 1.206420912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.497976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.290746Z","time spent":"1.207207507s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:11.498059Z","caller":"traceutil/trace.go:171","msg":"trace[1393439837] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"1.207238328s","start":"2026-03-03T01:44:10.290815Z","end":"2026-03-03T01:44:11.498054Z","steps":["trace[1393439837] 'process raft request' (duration: 1.206387702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.498096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.290794Z","time spent":"1.207284069s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:11.498173Z","caller":"traceutil/trace.go:171","msg":"trace[1940554087] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.206840291s","start":"2026-03-03T01:44:10.291327Z","end":"2026-03-03T01:44:11.498167Z","steps":["trace[1940554087] 'process raft request' (duration: 1.205898322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:11.498207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.29132Z","time spent":"1.206871901s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:12.393955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.161391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:12.394083Z","caller":"traceutil/trace.go:171","msg":"trace[987904240] linearizableReadLoop","detail":"{readStateIndex:24946; appliedIndex:24939; }","duration":"1.984179229s","start":"2026-03-03T01:44:10.409882Z","end":"2026-03-03T01:44:12.394061Z","steps":["trace[987904240] 'read index received' (duration: 1.087094886s)","trace[987904240] 'applied index is now lower than readState.Index' (duration: 897.082693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:12.394351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218441684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:44:12.394328Z","caller":"traceutil/trace.go:171","msg":"trace[836538057] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.696084173s","start":"2026-03-03T01:44:10.698203Z","end":"2026-03-03T01:44:12.394287Z","steps":["trace[836538057] 'process raft request' (duration: 1.214485024s)","trace[836538057] 'compare' (duration: 480.184461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:12.39438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090654298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:12.39448Z","caller":"traceutil/trace.go:171","msg":"trace[926205929] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24092; }","duration":"2.090792942s","start":"2026-03-03T01:44:10.303664Z","end":"2026-03-03T01:44:12.394457Z","steps":["trace[926205929] 'agreement among raft nodes before linearized reading' (duration: 2.090594978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089465695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:44:12.394511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.69817Z","time spent":"1.696252896s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:12.394555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09373986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:44:12.394577Z","caller":"traceutil/trace.go:171","msg":"trace[1328645199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24092; }","duration":"2.089606598s","start":"2026-03-03T01:44:10.304943Z","end":"2026-03-03T01:44:12.39455Z","steps":["trace[1328645199] 'agreement among raft nodes before linearized reading' (duration: 2.089257331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.30365Z","time spent":"2.090883583s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:12.394601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218770471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:44:12.394673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.753709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T01:44:12.394685Z","caller":"traceutil/trace.go:171","msg":"trace[1049813817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24092; }","duration":"2.218930694s","start":"2026-03-03T01:44:10.175737Z","end":"2026-03-03T01:44:12.394668Z","steps":["trace[1049813817] 'agreement among raft nodes before linearized reading' (duration: 2.218654048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.175708Z","time spent":"2.219013365s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:12.394741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.179108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12026"} {"level":"warn","ts":"2026-03-03T01:44:12.394745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.907993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-03T01:44:12.39478Z","caller":"traceutil/trace.go:171","msg":"trace[932126397] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24092; }","duration":"508.22698ms","start":"2026-03-03T01:44:11.886539Z","end":"2026-03-03T01:44:12.394766Z","steps":["trace[932126397] 'agreement among raft nodes before linearized reading' (duration: 508.126668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.394797Z","caller":"traceutil/trace.go:171","msg":"trace[920252984] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24092; }","duration":"506.982315ms","start":"2026-03-03T01:44:11.887806Z","end":"2026-03-03T01:44:12.394788Z","steps":["trace[920252984] 'agreement among raft nodes before linearized reading' (duration: 506.878493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.3948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220633248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:44:12.394845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.887792Z","time spent":"507.041076ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-03T01:44:12.394416Z","caller":"traceutil/trace.go:171","msg":"trace[1896438140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24092; }","duration":"2.218537055s","start":"2026-03-03T01:44:10.175864Z","end":"2026-03-03T01:44:12.394401Z","steps":["trace[1896438140] 'agreement among raft nodes before linearized reading' (duration: 2.218300241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.394893Z","caller":"traceutil/trace.go:171","msg":"trace[652543808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24092; }","duration":"2.22077083s","start":"2026-03-03T01:44:10.174094Z","end":"2026-03-03T01:44:12.394864Z","steps":["trace[652543808] 'agreement among raft nodes before linearized reading' (duration: 2.220534666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.455645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.394493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982083648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.394936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.470884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-03T01:44:12.394944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.599228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-03-03T01:44:12.394968Z","caller":"traceutil/trace.go:171","msg":"trace[1800009846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"1.982587377s","start":"2026-03-03T01:44:10.412363Z","end":"2026-03-03T01:44:12.394951Z","steps":["trace[1800009846] 'agreement among raft nodes before linearized reading' (duration: 1.982095338s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.394971Z","caller":"traceutil/trace.go:171","msg":"trace[1809415338] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24092; }","duration":"508.552445ms","start":"2026-03-03T01:44:11.886408Z","end":"2026-03-03T01:44:12.394961Z","steps":["trace[1809415338] 'agreement among raft nodes before linearized reading' (duration: 508.445433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.17406Z","time spent":"2.220892073s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:44:12.395005Z","caller":"traceutil/trace.go:171","msg":"trace[1168383979] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24092; }","duration":"506.664939ms","start":"2026-03-03T01:44:11.888324Z","end":"2026-03-03T01:44:12.394989Z","steps":["trace[1168383979] 'agreement among raft nodes before linearized reading' (duration: 506.493546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.412344Z","time spent":"1.982654569s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886383Z","time spent":"508.629127ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.88832Z","time spent":"506.71698ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.909233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-03-03T01:44:12.395122Z","caller":"traceutil/trace.go:171","msg":"trace[2097454603] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24092; }","duration":"507.960714ms","start":"2026-03-03T01:44:11.887149Z","end":"2026-03-03T01:44:12.39511Z","steps":["trace[2097454603] 'agreement among raft nodes before linearized reading' (duration: 507.876373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.019516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4045"} {"level":"warn","ts":"2026-03-03T01:44:12.395153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.25802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16604"} {"level":"info","ts":"2026-03-03T01:44:12.395175Z","caller":"traceutil/trace.go:171","msg":"trace[890011392] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24092; }","duration":"507.068516ms","start":"2026-03-03T01:44:11.888097Z","end":"2026-03-03T01:44:12.395165Z","steps":["trace[890011392] 'agreement among raft nodes before linearized reading' (duration: 506.961134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.39519Z","caller":"traceutil/trace.go:171","msg":"trace[1141993246] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24092; }","duration":"507.322392ms","start":"2026-03-03T01:44:11.88786Z","end":"2026-03-03T01:44:12.395183Z","steps":["trace[1141993246] 'agreement among raft nodes before linearized reading' (duration: 507.22016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.888087Z","time spent":"507.108847ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4068,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-03T01:44:12.394821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.332181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3394"} {"level":"warn","ts":"2026-03-03T01:44:12.395243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.213189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-03T01:44:12.395278Z","caller":"traceutil/trace.go:171","msg":"trace[243923520] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24092; }","duration":"508.26309ms","start":"2026-03-03T01:44:11.887006Z","end":"2026-03-03T01:44:12.395269Z","steps":["trace[243923520] 'agreement among raft nodes before linearized reading' (duration: 508.171469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.23817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-03-03T01:44:12.395287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.69022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-03T01:44:12.395312Z","caller":"traceutil/trace.go:171","msg":"trace[4405772] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24092; }","duration":"507.282431ms","start":"2026-03-03T01:44:11.888024Z","end":"2026-03-03T01:44:12.395306Z","steps":["trace[4405772] 'agreement among raft nodes before linearized reading' (duration: 507.20104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.39531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886994Z","time spent":"508.310181ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-03T01:44:12.394624Z","caller":"traceutil/trace.go:171","msg":"trace[1234348323] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24092; }","duration":"2.093810421s","start":"2026-03-03T01:44:10.300789Z","end":"2026-03-03T01:44:12.3946Z","steps":["trace[1234348323] 'agreement among raft nodes before linearized reading' (duration: 2.093655448s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.395322Z","caller":"traceutil/trace.go:171","msg":"trace[2001128921] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24092; }","duration":"506.74318ms","start":"2026-03-03T01:44:11.888569Z","end":"2026-03-03T01:44:12.395313Z","steps":["trace[2001128921] 'agreement among raft nodes before linearized reading' (duration: 506.645268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886532Z","time spent":"508.28075ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12049,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.049185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-03-03T01:44:12.395364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.300783Z","time spent":"2.094564786s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026317415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:44:12.395391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.88856Z","time spent":"506.824282ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-03-03T01:44:12.395393Z","caller":"traceutil/trace.go:171","msg":"trace[1125311301] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24092; }","duration":"509.099877ms","start":"2026-03-03T01:44:11.886282Z","end":"2026-03-03T01:44:12.395382Z","steps":["trace[1125311301] 'agreement among raft nodes before linearized reading' (duration: 508.992804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886276Z","time spent":"509.145337ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.570597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-03T01:44:12.395504Z","caller":"traceutil/trace.go:171","msg":"trace[435769926] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24092; }","duration":"509.621208ms","start":"2026-03-03T01:44:11.88588Z","end":"2026-03-03T01:44:12.395501Z","steps":["trace[435769926] 'agreement among raft nodes before linearized reading' (duration: 509.574967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.88714Z","time spent":"508.010185ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.989665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-03T01:44:12.395537Z","caller":"traceutil/trace.go:171","msg":"trace[927024275] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24092; }","duration":"507.025655ms","start":"2026-03-03T01:44:11.888502Z","end":"2026-03-03T01:44:12.395528Z","steps":["trace[927024275] 'agreement among raft nodes before linearized reading' (duration: 506.959614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.604073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:12.395563Z","caller":"traceutil/trace.go:171","msg":"trace[492134505] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24092; }","duration":"555.657674ms","start":"2026-03-03T01:44:11.8399Z","end":"2026-03-03T01:44:12.395557Z","steps":["trace[492134505] 'agreement among raft nodes before linearized reading' (duration: 555.627843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.394545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451656887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.395211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.887853Z","time spent":"507.353542ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16627,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"info","ts":"2026-03-03T01:44:12.395623Z","caller":"traceutil/trace.go:171","msg":"trace[1343733185] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24092; }","duration":"2.45282918s","start":"2026-03-03T01:44:09.942756Z","end":"2026-03-03T01:44:12.395585Z","steps":["trace[1343733185] 'agreement among raft nodes before linearized reading' (duration: 2.451602716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.839879Z","time spent":"555.698464ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:12.395643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109405451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T01:44:12.394628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.30493Z","time spent":"2.08968776s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:44:12.394959Z","caller":"traceutil/trace.go:171","msg":"trace[1598345527] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24092; }","duration":"160.876533ms","start":"2026-03-03T01:44:12.234069Z","end":"2026-03-03T01:44:12.394945Z","steps":["trace[1598345527] 'agreement among raft nodes before linearized reading' (duration: 160.461295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.395683Z","caller":"traceutil/trace.go:171","msg":"trace[1891702597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24092; }","duration":"1.109443541s","start":"2026-03-03T01:44:11.286228Z","end":"2026-03-03T01:44:12.395671Z","steps":["trace[1891702597] 'agreement among raft nodes before linearized reading' (duration: 1.109288578s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.394723Z","caller":"traceutil/trace.go:171","msg":"trace[2080053889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24092; }","duration":"421.824359ms","start":"2026-03-03T01:44:11.972884Z","end":"2026-03-03T01:44:12.394708Z","steps":["trace[2080053889] 'agreement among raft nodes before linearized reading' (duration: 421.711947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.286212Z","time spent":"1.109498972s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.745749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-03T01:44:12.395768Z","caller":"traceutil/trace.go:171","msg":"trace[1534692149] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24092; }","duration":"508.80035ms","start":"2026-03-03T01:44:11.886957Z","end":"2026-03-03T01:44:12.395758Z","steps":["trace[1534692149] 'agreement among raft nodes before linearized reading' (duration: 508.688488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.3949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.175838Z","time spent":"2.219042306s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.559519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-03T01:44:12.394919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.644317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"info","ts":"2026-03-03T01:44:12.395859Z","caller":"traceutil/trace.go:171","msg":"trace[439471618] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24092; }","duration":"805.619341ms","start":"2026-03-03T01:44:11.590234Z","end":"2026-03-03T01:44:12.395853Z","steps":["trace[439471618] 'agreement among raft nodes before linearized reading' (duration: 805.5644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.590211Z","time spent":"805.668451ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T01:44:12.39589Z","caller":"traceutil/trace.go:171","msg":"trace[816616229] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24092; }","duration":"508.612727ms","start":"2026-03-03T01:44:11.887257Z","end":"2026-03-03T01:44:12.39587Z","steps":["trace[816616229] 'agreement among raft nodes before linearized reading' (duration: 507.588227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604789854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.395971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.069686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-03-03T01:44:12.395518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.885862Z","time spent":"509.653028ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T01:44:12.395398Z","caller":"traceutil/trace.go:171","msg":"trace[2001682034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24092; }","duration":"1.026372947s","start":"2026-03-03T01:44:11.369019Z","end":"2026-03-03T01:44:12.395392Z","steps":["trace[2001682034] 'agreement among raft nodes before linearized reading' (duration: 1.026317756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.396056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613884927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.395785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.984966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:12.395909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.948644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12232"} {"level":"info","ts":"2026-03-03T01:44:12.396143Z","caller":"traceutil/trace.go:171","msg":"trace[1941373797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24092; }","duration":"608.371124ms","start":"2026-03-03T01:44:11.787755Z","end":"2026-03-03T01:44:12.396126Z","steps":["trace[1941373797] 'agreement among raft nodes before linearized reading' (duration: 608.007846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:12.396149Z","caller":"traceutil/trace.go:171","msg":"trace[593699757] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24092; }","duration":"509.201239ms","start":"2026-03-03T01:44:11.886929Z","end":"2026-03-03T01:44:12.39613Z","steps":["trace[593699757] 'agreement among raft nodes before linearized reading' (duration: 508.916503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.888492Z","time spent":"507.065556ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T01:44:12.396208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974566387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:12.396253Z","caller":"traceutil/trace.go:171","msg":"trace[2141083787] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24092; }","duration":"1.974632889s","start":"2026-03-03T01:44:10.42161Z","end":"2026-03-03T01:44:12.396243Z","steps":["trace[2141083787] 'agreement among raft nodes before linearized reading' (duration: 1.974558578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.395442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.182268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-03-03T01:44:12.395657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:09.942724Z","time spent":"2.452921822s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:12.396283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71957891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:44:12.395729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.972867Z","time spent":"422.856409ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.888016Z","time spent":"507.306851ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.732539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16639"} {"level":"info","ts":"2026-03-03T01:44:12.396438Z","caller":"traceutil/trace.go:171","msg":"trace[1637307770] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24092; }","duration":"509.183689ms","start":"2026-03-03T01:44:11.887244Z","end":"2026-03-03T01:44:12.396427Z","steps":["trace[1637307770] 'agreement among raft nodes before linearized reading' (duration: 507.700249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.396487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.88723Z","time spent":"509.24524ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16662,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-03-03T01:44:12.396291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.421595Z","time spent":"1.97468915s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:12.394387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095302362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:44:12.39659Z","caller":"traceutil/trace.go:171","msg":"trace[754946221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24092; }","duration":"2.098127868s","start":"2026-03-03T01:44:10.298452Z","end":"2026-03-03T01:44:12.39658Z","steps":["trace[754946221] 'agreement among raft nodes before linearized reading' (duration: 2.095691849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.396626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.298442Z","time spent":"2.098176519s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:12.39581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886952Z","time spent":"508.851922ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-03T01:44:12.395273Z","caller":"traceutil/trace.go:171","msg":"trace[1139904632] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24092; }","duration":"508.812311ms","start":"2026-03-03T01:44:11.886441Z","end":"2026-03-03T01:44:12.395253Z","steps":["trace[1139904632] 'agreement among raft nodes before linearized reading' (duration: 508.305281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.396821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886421Z","time spent":"510.378592ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3417,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-03-03T01:44:12.395961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.887251Z","time spent":"508.689639ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8235,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-03-03T01:44:12.396Z","caller":"traceutil/trace.go:171","msg":"trace[1085811337] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24092; }","duration":"509.113327ms","start":"2026-03-03T01:44:11.88688Z","end":"2026-03-03T01:44:12.395994Z","steps":["trace[1085811337] 'agreement among raft nodes before linearized reading' (duration: 509.044055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.39693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886873Z","time spent":"510.043866ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2558,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-03T01:44:12.395999Z","caller":"traceutil/trace.go:171","msg":"trace[1813573569] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24092; }","duration":"1.604884815s","start":"2026-03-03T01:44:10.791103Z","end":"2026-03-03T01:44:12.395988Z","steps":["trace[1813573569] 'agreement among raft nodes before linearized reading' (duration: 1.604789664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.396996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.791076Z","time spent":"1.605910167s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:12.396094Z","caller":"traceutil/trace.go:171","msg":"trace[1537603861] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24092; }","duration":"1.613974498s","start":"2026-03-03T01:44:10.782105Z","end":"2026-03-03T01:44:12.39608Z","steps":["trace[1537603861] 'agreement among raft nodes before linearized reading' (duration: 1.613915126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.39706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.782074Z","time spent":"1.614965618s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:12.396092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.369003Z","time spent":"1.027072331s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:12.396194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.886917Z","time spent":"509.26395ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12255,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"warn","ts":"2026-03-03T01:44:12.396204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.787735Z","time spent":"608.440906ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:12.396323Z","caller":"traceutil/trace.go:171","msg":"trace[10418845] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24092; }","duration":"1.719618431s","start":"2026-03-03T01:44:10.676693Z","end":"2026-03-03T01:44:12.396312Z","steps":["trace[10418845] 'agreement among raft nodes before linearized reading' (duration: 1.719421777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.397503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:10.676613Z","time spent":"1.720878196s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:12.396318Z","caller":"traceutil/trace.go:171","msg":"trace[977251341] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24092; }","duration":"510.068797ms","start":"2026-03-03T01:44:11.886233Z","end":"2026-03-03T01:44:12.396302Z","steps":["trace[977251341] 'agreement among raft nodes before linearized reading' (duration: 509.174448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:12.397633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:11.88622Z","time spent":"511.392572ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-03T01:44:12.903726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:14.411644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:44:14.411743Z","caller":"traceutil/trace.go:171","msg":"trace[1951789158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787369s","start":"2026-03-03T01:44:12.410935Z","end":"2026-03-03T01:44:14.411722Z","steps":["trace[1951789158] 'agreement among raft nodes before linearized reading' (duration: 2.000637026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:14.411797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.410927Z","time spent":"2.000859922s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:14.727461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78032139s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T01:44:14.72755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40015Z","time spent":"2.327395843s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:44:15.438156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.490856548s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:44:16.412978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:44:16.41305Z","caller":"traceutil/trace.go:171","msg":"trace[1777693611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476593s","start":"2026-03-03T01:44:14.412558Z","end":"2026-03-03T01:44:16.413035Z","steps":["trace[1777693611] 'agreement among raft nodes before linearized reading' (duration: 2.000380231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:16.413083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.412546Z","time spent":"2.000531214s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:17.401609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403933Z","time spent":"4.997664254s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:44:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:17.401815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403891Z","time spent":"4.997915119s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:44:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:17.40403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40551Z","time spent":"4.99851593s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 01:44:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:17.537018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.200166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:17.537121Z","caller":"traceutil/trace.go:171","msg":"trace[1721876802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24092; }","duration":"778.314478ms","start":"2026-03-03T01:44:16.758793Z","end":"2026-03-03T01:44:17.537107Z","steps":["trace[1721876802] 'range keys from in-memory index tree' (duration: 778.186736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.537098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.098635628s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:44:17.538401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099910743s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:17.550325Z","caller":"traceutil/trace.go:171","msg":"trace[1832926297] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"5.144888024s","start":"2026-03-03T01:44:12.405404Z","end":"2026-03-03T01:44:17.550292Z","steps":["trace[1832926297] 'process raft request' (duration: 5.136324454s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.55034Z","caller":"traceutil/trace.go:171","msg":"trace[294714807] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"5.144849594s","start":"2026-03-03T01:44:12.40547Z","end":"2026-03-03T01:44:17.550319Z","steps":["trace[294714807] 'process raft request' (duration: 5.144742171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.550531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.405394Z","time spent":"5.145047908s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:17.550675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.405463Z","time spent":"5.145070518s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.550927Z","caller":"traceutil/trace.go:171","msg":"trace[1220222455] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24946; }","duration":"5.14760897s","start":"2026-03-03T01:44:12.403183Z","end":"2026-03-03T01:44:17.550792Z","steps":["trace[1220222455] 'read index received' (duration: 543.957691ms)","trace[1220222455] 'applied index is now lower than readState.Index' (duration: 4.603649549s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:17.551422Z","caller":"traceutil/trace.go:171","msg":"trace[1806409052] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"4.046898732s","start":"2026-03-03T01:44:13.504511Z","end":"2026-03-03T01:44:17.55141Z","steps":["trace[1806409052] 'process raft request' (duration: 4.046205388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.551483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.50449Z","time spent":"4.046960604s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.55211Z","caller":"traceutil/trace.go:171","msg":"trace[1401392068] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"4.046658876s","start":"2026-03-03T01:44:13.505445Z","end":"2026-03-03T01:44:17.552104Z","steps":["trace[1401392068] 'process raft request' (duration: 4.045436613s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.552257Z","caller":"traceutil/trace.go:171","msg":"trace[359199629] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"4.047401672s","start":"2026-03-03T01:44:13.504844Z","end":"2026-03-03T01:44:17.552246Z","steps":["trace[359199629] 'process raft request' (duration: 4.045936984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.552288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.504837Z","time spent":"4.047435613s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:17.552242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.505426Z","time spent":"4.046703287s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.55276Z","caller":"traceutil/trace.go:171","msg":"trace[1836668500] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"4.047241238s","start":"2026-03-03T01:44:13.5055Z","end":"2026-03-03T01:44:17.552741Z","steps":["trace[1836668500] 'process raft request' (duration: 4.046572335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.552822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.505495Z","time spent":"4.047299879s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.553232Z","caller":"traceutil/trace.go:171","msg":"trace[2024481783] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"4.038115126s","start":"2026-03-03T01:44:13.51511Z","end":"2026-03-03T01:44:17.553225Z","steps":["trace[2024481783] 'process raft request' (duration: 4.038062635s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.55323Z","caller":"traceutil/trace.go:171","msg":"trace[361736193] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"4.046732588s","start":"2026-03-03T01:44:13.506479Z","end":"2026-03-03T01:44:17.553212Z","steps":["trace[361736193] 'process raft request' (duration: 4.046224408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.553325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.506471Z","time spent":"4.046803319s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.553403Z","caller":"traceutil/trace.go:171","msg":"trace[1598815778] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"3.59331733s","start":"2026-03-03T01:44:13.960068Z","end":"2026-03-03T01:44:17.553385Z","steps":["trace[1598815778] 'process raft request' (duration: 3.593138096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.553487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.960044Z","time spent":"3.593390221s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.553507Z","caller":"traceutil/trace.go:171","msg":"trace[2072461008] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"3.304007359s","start":"2026-03-03T01:44:14.249479Z","end":"2026-03-03T01:44:17.553486Z","steps":["trace[2072461008] 'process raft request' (duration: 3.303838335s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.553563Z","caller":"traceutil/trace.go:171","msg":"trace[1624706054] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"3.201472988s","start":"2026-03-03T01:44:14.352082Z","end":"2026-03-03T01:44:17.553555Z","steps":["trace[1624706054] 'process raft request' (duration: 3.201281714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.553563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.249454Z","time spent":"3.304082331s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:17.553598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.352058Z","time spent":"3.201523209s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:17.553962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150769262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:44:17.55398Z","caller":"traceutil/trace.go:171","msg":"trace[563498064] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"2.824740427s","start":"2026-03-03T01:44:14.729232Z","end":"2026-03-03T01:44:17.553972Z","steps":["trace[563498064] 'process raft request' (duration: 2.824701076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.554964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.729209Z","time spent":"2.825704345s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.554072Z","caller":"traceutil/trace.go:171","msg":"trace[1177460235] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"3.150519703s","start":"2026-03-03T01:44:14.403546Z","end":"2026-03-03T01:44:17.554066Z","steps":["trace[1177460235] 'process raft request' (duration: 3.14988168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.554339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.515102Z","time spent":"4.038151887s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.554867Z","caller":"traceutil/trace.go:171","msg":"trace[394803774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24099; }","duration":"5.15169188s","start":"2026-03-03T01:44:12.403156Z","end":"2026-03-03T01:44:17.554848Z","steps":["trace[394803774] 'agreement among raft nodes before linearized reading' (duration: 5.147683031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.555184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40314Z","time spent":"5.152034457s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:44:17.555211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.403522Z","time spent":"3.151582724s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:17.631663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490508639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.631803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.225120782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-03T01:44:17.631923Z","caller":"traceutil/trace.go:171","msg":"trace[1306031878] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24109; }","duration":"5.225267107s","start":"2026-03-03T01:44:12.406626Z","end":"2026-03-03T01:44:17.631893Z","steps":["trace[1306031878] 'agreement among raft nodes before linearized reading' (duration: 5.224836967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.631966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187097463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.631984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260850096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.632015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228434739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17226"} {"level":"warn","ts":"2026-03-03T01:44:17.632024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195034136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.632216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805451593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:44:17.632237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735607706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:17.632226Z","caller":"traceutil/trace.go:171","msg":"trace[823731426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24109; }","duration":"1.195339702s","start":"2026-03-03T01:44:16.436858Z","end":"2026-03-03T01:44:17.632198Z","steps":["trace[823731426] 'agreement among raft nodes before linearized reading' (duration: 1.194715979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204938602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T01:44:17.632295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077291786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:17.632302Z","caller":"traceutil/trace.go:171","msg":"trace[1748446192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24109; }","duration":"4.735710928s","start":"2026-03-03T01:44:12.896574Z","end":"2026-03-03T01:44:17.632285Z","steps":["trace[1748446192] 'agreement among raft nodes before linearized reading' (duration: 4.735614977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.63232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228753086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-03T01:44:17.632312Z","caller":"traceutil/trace.go:171","msg":"trace[1662456454] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.182641048s","start":"2026-03-03T01:44:16.44964Z","end":"2026-03-03T01:44:17.632281Z","steps":["trace[1662456454] 'process raft request' (duration: 1.181472625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.89655Z","time spent":"4.73579153s","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:17.632367Z","caller":"traceutil/trace.go:171","msg":"trace[498648093] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24109; }","duration":"5.228807787s","start":"2026-03-03T01:44:12.403547Z","end":"2026-03-03T01:44:17.632355Z","steps":["trace[498648093] 'agreement among raft nodes before linearized reading' (duration: 5.228658084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32031759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:17.632052Z","caller":"traceutil/trace.go:171","msg":"trace[1277010274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24109; }","duration":"4.187237637s","start":"2026-03-03T01:44:13.444797Z","end":"2026-03-03T01:44:17.632035Z","steps":["trace[1277010274] 'agreement among raft nodes before linearized reading' (duration: 4.187069703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331454413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.632492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.449616Z","time spent":"1.182780452s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:17.632509Z","caller":"traceutil/trace.go:171","msg":"trace[1089225691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24109; }","duration":"1.331532424s","start":"2026-03-03T01:44:16.300958Z","end":"2026-03-03T01:44:17.632491Z","steps":["trace[1089225691] 'agreement among raft nodes before linearized reading' (duration: 1.331468543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.300939Z","time spent":"1.331601675s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:44:17.632101Z","caller":"traceutil/trace.go:171","msg":"trace[1601314886] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24109; }","duration":"1.26103035s","start":"2026-03-03T01:44:16.371043Z","end":"2026-03-03T01:44:17.632073Z","steps":["trace[1601314886] 'agreement among raft nodes before linearized reading' (duration: 1.260816376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.444778Z","time spent":"4.187710266s","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.632615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.371026Z","time spent":"1.261575271s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:17.632341Z","caller":"traceutil/trace.go:171","msg":"trace[125620929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24109; }","duration":"3.077376407s","start":"2026-03-03T01:44:14.554955Z","end":"2026-03-03T01:44:17.632331Z","steps":["trace[125620929] 'agreement among raft nodes before linearized reading' (duration: 3.077314146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227370127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-03-03T01:44:17.632554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229307246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T01:44:17.632709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.554932Z","time spent":"3.077768445s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:17.632726Z","caller":"traceutil/trace.go:171","msg":"trace[260689544] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24109; }","duration":"5.22746417s","start":"2026-03-03T01:44:12.405248Z","end":"2026-03-03T01:44:17.632712Z","steps":["trace[260689544] 'agreement among raft nodes before linearized reading' (duration: 5.22697968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.405237Z","time spent":"5.227536821s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229120193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-03T01:44:17.632865Z","caller":"traceutil/trace.go:171","msg":"trace[526231374] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24109; }","duration":"5.229361127s","start":"2026-03-03T01:44:12.403485Z","end":"2026-03-03T01:44:17.632847Z","steps":["trace[526231374] 'agreement among raft nodes before linearized reading' (duration: 5.2289961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227659473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-03T01:44:17.632913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403475Z","time spent":"5.229425778s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9818,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-03-03T01:44:17.632932Z","caller":"traceutil/trace.go:171","msg":"trace[1406560105] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24109; }","duration":"5.227736455s","start":"2026-03-03T01:44:12.405174Z","end":"2026-03-03T01:44:17.632911Z","steps":["trace[1406560105] 'agreement among raft nodes before linearized reading' (duration: 5.227326277s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.632745Z","caller":"traceutil/trace.go:171","msg":"trace[888759083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24109; }","duration":"5.229530101s","start":"2026-03-03T01:44:12.4032Z","end":"2026-03-03T01:44:17.63273Z","steps":["trace[888759083] 'agreement among raft nodes before linearized reading' (duration: 5.228996601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.631996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.406621Z","time spent":"5.225359868s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228936969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-03-03T01:44:17.632984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40515Z","time spent":"5.227821996s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-03T01:44:17.633015Z","caller":"traceutil/trace.go:171","msg":"trace[1647334875] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24109; }","duration":"5.228994091s","start":"2026-03-03T01:44:12.404012Z","end":"2026-03-03T01:44:17.633006Z","steps":["trace[1647334875] 'agreement among raft nodes before linearized reading' (duration: 5.228896049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.63305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.404005Z","time spent":"5.229039011s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T01:44:17.632126Z","caller":"traceutil/trace.go:171","msg":"trace[254365763] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24109; }","duration":"5.228571292s","start":"2026-03-03T01:44:12.403527Z","end":"2026-03-03T01:44:17.632098Z","steps":["trace[254365763] 'agreement among raft nodes before linearized reading' (duration: 5.228287196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.633161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403521Z","time spent":"5.229629362s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17249,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231244694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:44:17.633301Z","caller":"traceutil/trace.go:171","msg":"trace[1701891827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24109; }","duration":"4.232417536s","start":"2026-03-03T01:44:13.400867Z","end":"2026-03-03T01:44:17.633284Z","steps":["trace[1701891827] 'agreement among raft nodes before linearized reading' (duration: 4.231165841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.632291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228659533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"warn","ts":"2026-03-03T01:44:17.633345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.464873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.633369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:13.400852Z","time spent":"4.232500427s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"info","ts":"2026-03-03T01:44:17.633407Z","caller":"traceutil/trace.go:171","msg":"trace[732174609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24109; }","duration":"759.575104ms","start":"2026-03-03T01:44:16.873812Z","end":"2026-03-03T01:44:17.633387Z","steps":["trace[732174609] 'agreement among raft nodes before linearized reading' (duration: 759.479502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.633469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.873772Z","time spent":"759.681216ms","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.632403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.789236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:44:17.633555Z","caller":"traceutil/trace.go:171","msg":"trace[282112253] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24109; }","duration":"227.972869ms","start":"2026-03-03T01:44:17.405567Z","end":"2026-03-03T01:44:17.63354Z","steps":["trace[282112253] 'agreement among raft nodes before linearized reading' (duration: 226.651173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.632339Z","caller":"traceutil/trace.go:171","msg":"trace[338836622] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:24109; }","duration":"1.204988153s","start":"2026-03-03T01:44:16.427338Z","end":"2026-03-03T01:44:17.632326Z","steps":["trace[338836622] 'agreement among raft nodes before linearized reading' (duration: 1.204796569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.633619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.427288Z","time spent":"1.206319849s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40318Z","time spent":"5.229801156s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403542Z","time spent":"5.228862298s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694083913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:17.632437Z","caller":"traceutil/trace.go:171","msg":"trace[202047706] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24109; }","duration":"1.320386172s","start":"2026-03-03T01:44:16.312043Z","end":"2026-03-03T01:44:17.63243Z","steps":["trace[202047706] 'agreement among raft nodes before linearized reading' (duration: 1.320319101s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.633838Z","caller":"traceutil/trace.go:171","msg":"trace[1583485786] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24109; }","duration":"1.695769125s","start":"2026-03-03T01:44:15.938044Z","end":"2026-03-03T01:44:17.633813Z","steps":["trace[1583485786] 'agreement among raft nodes before linearized reading' (duration: 1.694095613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.633904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:15.938027Z","time spent":"1.695856378s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.632115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643067247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:17.633859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.312028Z","time spent":"1.32182064s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:17.634083Z","caller":"traceutil/trace.go:171","msg":"trace[2014744329] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24109; }","duration":"1.645025195s","start":"2026-03-03T01:44:15.989037Z","end":"2026-03-03T01:44:17.634062Z","steps":["trace[2014744329] 'agreement among raft nodes before linearized reading' (duration: 1.643047327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.633411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226927029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T01:44:17.634141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:15.989018Z","time spent":"1.645104957s","remote":"127.0.0.1:47758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:17.634161Z","caller":"traceutil/trace.go:171","msg":"trace[918609392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24109; }","duration":"5.227690834s","start":"2026-03-03T01:44:12.406459Z","end":"2026-03-03T01:44:17.634149Z","steps":["trace[918609392] 'agreement among raft nodes before linearized reading' (duration: 5.225994761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.634465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.406456Z","time spent":"5.22800166s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T01:44:17.632395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.436841Z","time spent":"1.195492965s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:17.634529Z","caller":"traceutil/trace.go:171","msg":"trace[392396787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24109; }","duration":"1.490708263s","start":"2026-03-03T01:44:16.141031Z","end":"2026-03-03T01:44:17.631739Z","steps":["trace[392396787] 'agreement among raft nodes before linearized reading' (duration: 1.490477808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.634646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:16.141009Z","time spent":"1.493604822s","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.634661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223817097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T01:44:17.63471Z","caller":"traceutil/trace.go:171","msg":"trace[1059017575] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f; range_end:; response_count:1; response_revision:24109; }","duration":"5.223906299s","start":"2026-03-03T01:44:12.410788Z","end":"2026-03-03T01:44:17.634694Z","steps":["trace[1059017575] 'agreement among raft nodes before linearized reading' (duration: 5.222142873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.634757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.410761Z","time spent":"5.223985791s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-01996cb0-d855-4f66-83f3-7c744dbd9a1f\" "} {"level":"warn","ts":"2026-03-03T01:44:17.634781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228320067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T01:44:17.634814Z","caller":"traceutil/trace.go:171","msg":"trace[316728979] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24109; }","duration":"5.228362178s","start":"2026-03-03T01:44:12.406441Z","end":"2026-03-03T01:44:17.634803Z","steps":["trace[316728979] 'agreement among raft nodes before linearized reading' (duration: 5.226141243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.634836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.406437Z","time spent":"5.228394748s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T01:44:17.634903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228497111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:44:17.634923Z","caller":"traceutil/trace.go:171","msg":"trace[158906395] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24109; }","duration":"5.228528701s","start":"2026-03-03T01:44:12.406389Z","end":"2026-03-03T01:44:17.634917Z","steps":["trace[158906395] 'agreement among raft nodes before linearized reading' (duration: 5.226216935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.63494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.406382Z","time spent":"5.228554531s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T01:44:17.635014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229661554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18391"} {"level":"info","ts":"2026-03-03T01:44:17.635033Z","caller":"traceutil/trace.go:171","msg":"trace[717643879] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24109; }","duration":"5.229692204s","start":"2026-03-03T01:44:12.405336Z","end":"2026-03-03T01:44:17.635028Z","steps":["trace[717643879] 'agreement among raft nodes before linearized reading' (duration: 5.227314647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.63505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.405329Z","time spent":"5.229716624s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18414,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-03-03T01:44:17.632249Z","caller":"traceutil/trace.go:171","msg":"trace[200996433] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24109; }","duration":"2.805485824s","start":"2026-03-03T01:44:14.826755Z","end":"2026-03-03T01:44:17.632241Z","steps":["trace[200996433] 'agreement among raft nodes before linearized reading' (duration: 2.805434303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.635459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231907598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8297"} {"level":"info","ts":"2026-03-03T01:44:17.635516Z","caller":"traceutil/trace.go:171","msg":"trace[2123190667] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24109; }","duration":"5.231973039s","start":"2026-03-03T01:44:12.403525Z","end":"2026-03-03T01:44:17.635498Z","steps":["trace[2123190667] 'agreement among raft nodes before linearized reading' (duration: 5.228932649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.635551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40352Z","time spent":"5.23202132s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8320,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-03-03T01:44:17.635637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.230402418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-03T01:44:17.635668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231923108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:44:17.635692Z","caller":"traceutil/trace.go:171","msg":"trace[1564613570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24109; }","duration":"5.231963039s","start":"2026-03-03T01:44:12.403723Z","end":"2026-03-03T01:44:17.635686Z","steps":["trace[1564613570] 'agreement among raft nodes before linearized reading' (duration: 5.229555771s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:17.635698Z","caller":"traceutil/trace.go:171","msg":"trace[244828692] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24109; }","duration":"5.230475429s","start":"2026-03-03T01:44:12.405208Z","end":"2026-03-03T01:44:17.635684Z","steps":["trace[244828692] 'agreement among raft nodes before linearized reading' (duration: 5.227309726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.635748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.232481309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-03T01:44:17.635744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.405202Z","time spent":"5.23052912s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-03T01:44:17.63577Z","caller":"traceutil/trace.go:171","msg":"trace[1849199139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24109; }","duration":"5.23251264s","start":"2026-03-03T01:44:12.403252Z","end":"2026-03-03T01:44:17.635765Z","steps":["trace[1849199139] 'agreement among raft nodes before linearized reading' (duration: 5.228915239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.635711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403714Z","time spent":"5.23199301s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:17.635787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403249Z","time spent":"5.232534671s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-03T01:44:17.636266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224033452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T01:44:17.636382Z","caller":"traceutil/trace.go:171","msg":"trace[39878941] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24109; }","duration":"5.224244495s","start":"2026-03-03T01:44:12.412108Z","end":"2026-03-03T01:44:17.636353Z","steps":["trace[39878941] 'agreement among raft nodes before linearized reading' (duration: 5.220932639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.636431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.412084Z","time spent":"5.224337837s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T01:44:17.63289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229308067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-03T01:44:17.636926Z","caller":"traceutil/trace.go:171","msg":"trace[737669686] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24109; }","duration":"5.233207264s","start":"2026-03-03T01:44:12.403481Z","end":"2026-03-03T01:44:17.636689Z","steps":["trace[737669686] 'agreement among raft nodes before linearized reading' (duration: 5.228446859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.637071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:14.826712Z","time spent":"2.808685447s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.638206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234458549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9889"} {"level":"info","ts":"2026-03-03T01:44:17.638243Z","caller":"traceutil/trace.go:171","msg":"trace[968240653] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24109; }","duration":"5.234528911s","start":"2026-03-03T01:44:12.403706Z","end":"2026-03-03T01:44:17.638235Z","steps":["trace[968240653] 'agreement among raft nodes before linearized reading' (duration: 5.227943209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.638263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403586Z","time spent":"5.234671053s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9912,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"info","ts":"2026-03-03T01:44:17.633396Z","caller":"traceutil/trace.go:171","msg":"trace[1120947618] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24109; }","duration":"5.229808646s","start":"2026-03-03T01:44:12.403563Z","end":"2026-03-03T01:44:17.633372Z","steps":["trace[1120947618] 'agreement among raft nodes before linearized reading' (duration: 5.228608502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.638495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.40356Z","time spent":"5.234920159s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-03-03T01:44:17.638934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.671655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:17.638991Z","caller":"traceutil/trace.go:171","msg":"trace[1517905717] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24109; }","duration":"448.968359ms","start":"2026-03-03T01:44:17.190007Z","end":"2026-03-03T01:44:17.638976Z","steps":["trace[1517905717] 'agreement among raft nodes before linearized reading' (duration: 443.681954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:17.639021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.189979Z","time spent":"449.029271ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:17.639706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:12.403477Z","time spent":"5.236214253s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-03T01:44:19.63643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998322541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:19.636506Z","caller":"traceutil/trace.go:171","msg":"trace[397254362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998439163s","start":"2026-03-03T01:44:17.638047Z","end":"2026-03-03T01:44:19.636486Z","steps":["trace[397254362] 'agreement among raft nodes before linearized reading' (duration: 1.998336631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:19.636564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.638029Z","time spent":"1.998522004s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:44:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:20.173395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.763017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:20.173484Z","caller":"traceutil/trace.go:171","msg":"trace[1268376850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"767.88536ms","start":"2026-03-03T01:44:19.405578Z","end":"2026-03-03T01:44:20.173463Z","steps":["trace[1268376850] 'agreement among raft nodes before linearized reading' (duration: 767.768248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:20.173533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.405573Z","time spent":"767.950891ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 01:44:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:20.175478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.030463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:20.17554Z","caller":"traceutil/trace.go:171","msg":"trace[1900911795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"772.130254ms","start":"2026-03-03T01:44:19.403393Z","end":"2026-03-03T01:44:20.175523Z","steps":["trace[1900911795] 'agreement among raft nodes before linearized reading' (duration: 772.053083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:20.175573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.403375Z","time spent":"772.191846ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 01:44:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:20.276362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251245286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:20.276678Z","caller":"traceutil/trace.go:171","msg":"trace[1180176859] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"2.638704252s","start":"2026-03-03T01:44:17.637947Z","end":"2026-03-03T01:44:20.276652Z","steps":["trace[1180176859] 'process raft request' (duration: 386.908854ms)","trace[1180176859] 'compare' (duration: 2.250333828s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:20.277465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639429626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:44:20.277588Z","caller":"traceutil/trace.go:171","msg":"trace[786684376] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24110; }","duration":"2.639555388s","start":"2026-03-03T01:44:17.637976Z","end":"2026-03-03T01:44:20.277531Z","steps":["trace[786684376] 'agreement among raft nodes before linearized reading' (duration: 2.639297613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:20.277638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.637964Z","time spent":"2.639662541s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T01:44:20.276898Z","caller":"traceutil/trace.go:171","msg":"trace[525186712] linearizableReadLoop","detail":"{readStateIndex:24965; appliedIndex:24964; }","duration":"2.638887165s","start":"2026-03-03T01:44:17.637994Z","end":"2026-03-03T01:44:20.276881Z","steps":["trace[525186712] 'read index received' (duration: 386.796542ms)","trace[525186712] 'applied index is now lower than readState.Index' (duration: 2.252088243s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:20.278791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.637928Z","time spent":"2.638869625s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:20.279181Z","caller":"traceutil/trace.go:171","msg":"trace[251910728] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"720.887855ms","start":"2026-03-03T01:44:19.558275Z","end":"2026-03-03T01:44:20.279163Z","steps":["trace[251910728] 'process raft request' (duration: 720.743921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:20.279792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.558262Z","time spent":"721.483836ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:20.304808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.268097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:20.304884Z","caller":"traceutil/trace.go:171","msg":"trace[1522346963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"900.371999ms","start":"2026-03-03T01:44:19.404496Z","end":"2026-03-03T01:44:20.304868Z","steps":["trace[1522346963] 'agreement among raft nodes before linearized reading' (duration: 900.281137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:20.30492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.404488Z","time spent":"900.4251ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 01:44:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:20.7789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:21.299111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:21.644174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:21.644265Z","caller":"traceutil/trace.go:171","msg":"trace[784059697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969843s","start":"2026-03-03T01:44:19.644272Z","end":"2026-03-03T01:44:21.644241Z","steps":["trace[784059697] 'agreement among raft nodes before linearized reading' (duration: 1.999851601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:21.644329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.644241Z","time spent":"2.000077105s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:44:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:21.799817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:22.300756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:22.729837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333350241s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:44:22.730555Z","caller":"traceutil/trace.go:171","msg":"trace[1969261893] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"3.171566183s","start":"2026-03-03T01:44:19.558953Z","end":"2026-03-03T01:44:22.730519Z","steps":["trace[1969261893] 'process raft request' (duration: 3.171195205s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:22.730588Z","caller":"traceutil/trace.go:171","msg":"trace[1490308870] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"3.171528742s","start":"2026-03-03T01:44:19.55902Z","end":"2026-03-03T01:44:22.730548Z","steps":["trace[1490308870] 'process raft request' (duration: 3.17140759s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:22.730799Z","caller":"traceutil/trace.go:171","msg":"trace[2020404055] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"3.171417289s","start":"2026-03-03T01:44:19.559368Z","end":"2026-03-03T01:44:22.730785Z","steps":["trace[2020404055] 'process raft request' (duration: 3.171124553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.730868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.55901Z","time spent":"3.171708146s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:22.730909Z","caller":"traceutil/trace.go:171","msg":"trace[155947568] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"3.171223736s","start":"2026-03-03T01:44:19.559654Z","end":"2026-03-03T01:44:22.730877Z","steps":["trace[155947568] 'process raft request' (duration: 3.171038462s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:22.731104Z","caller":"traceutil/trace.go:171","msg":"trace[356382116] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"3.170631954s","start":"2026-03-03T01:44:19.560464Z","end":"2026-03-03T01:44:22.731096Z","steps":["trace[356382116] 'process raft request' (duration: 3.170374419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.731096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.559647Z","time spent":"3.171346918s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:22.731244Z","caller":"traceutil/trace.go:171","msg":"trace[1797034344] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"3.171101923s","start":"2026-03-03T01:44:19.560128Z","end":"2026-03-03T01:44:22.73123Z","steps":["trace[1797034344] 'process raft request' (duration: 3.170677894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.731263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.560458Z","time spent":"3.170669535s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:22.731299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.560121Z","time spent":"3.171150374s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:22.731304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.178046Z","time spent":"2.553252771s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:44:22.731356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.558946Z","time spent":"3.172302107s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:22.731499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.55934Z","time spent":"3.171485871s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:22.997353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353764464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T01:44:22.99742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356718233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.997437Z","caller":"traceutil/trace.go:171","msg":"trace[1575791765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"5.353882527s","start":"2026-03-03T01:44:17.643535Z","end":"2026-03-03T01:44:22.997417Z","steps":["trace[1575791765] 'agreement among raft nodes before linearized reading' (duration: 5.353773704s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:22.997457Z","caller":"traceutil/trace.go:171","msg":"trace[319760655] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; }","duration":"5.356780954s","start":"2026-03-03T01:44:17.64066Z","end":"2026-03-03T01:44:22.997441Z","steps":["trace[319760655] 'agreement among raft nodes before linearized reading' (duration: 5.356754334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.997493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.640638Z","time spent":"5.356848665s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-03-03T01:44:22.997499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.643527Z","time spent":"5.353958558s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:22.997562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358052539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T01:44:22.99737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358011909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.997578Z","caller":"traceutil/trace.go:171","msg":"trace[157499143] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; }","duration":"5.358077401s","start":"2026-03-03T01:44:17.639495Z","end":"2026-03-03T01:44:22.997572Z","steps":["trace[157499143] 'agreement among raft nodes before linearized reading' (duration: 5.3580623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.9976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.639491Z","time spent":"5.358101591s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"info","ts":"2026-03-03T01:44:22.997599Z","caller":"traceutil/trace.go:171","msg":"trace[1707969787] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; }","duration":"5.358263934s","start":"2026-03-03T01:44:17.639326Z","end":"2026-03-03T01:44:22.99759Z","steps":["trace[1707969787] 'agreement among raft nodes before linearized reading' (duration: 5.358008969s)"],"step_count":1} 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:22.997654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.639311Z","time spent":"5.358333455s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:22.997803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353404807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T01:44:22.99783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35305267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.997852Z","caller":"traceutil/trace.go:171","msg":"trace[1167214873] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"5.353081881s","start":"2026-03-03T01:44:17.644764Z","end":"2026-03-03T01:44:22.997846Z","steps":["trace[1167214873] 'agreement among raft nodes before linearized reading' (duration: 5.353057651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.997866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351712823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.997831Z","caller":"traceutil/trace.go:171","msg":"trace[1925666777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"5.353441628s","start":"2026-03-03T01:44:17.644381Z","end":"2026-03-03T01:44:22.997823Z","steps":["trace[1925666777] 'agreement among raft nodes before linearized reading' (duration: 5.353410797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.997892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644378Z","time spent":"5.353508769s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T01:44:22.997871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644762Z","time spent":"5.353104771s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T01:44:22.99789Z","caller":"traceutil/trace.go:171","msg":"trace[1230160852] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"5.351747524s","start":"2026-03-03T01:44:17.646135Z","end":"2026-03-03T01:44:22.997883Z","steps":["trace[1230160852] 'agreement among raft nodes before linearized reading' (duration: 5.351721793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.997927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357195242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.997943Z","caller":"traceutil/trace.go:171","msg":"trace[406352401] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"5.357224883s","start":"2026-03-03T01:44:17.640714Z","end":"2026-03-03T01:44:22.997939Z","steps":["trace[406352401] 'agreement among raft nodes before linearized reading' (duration: 5.357208192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.997946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.646132Z","time spent":"5.351806595s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T01:44:22.997959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.640706Z","time spent":"5.357248893s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:44:22.997989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.354303965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998013Z","caller":"traceutil/trace.go:171","msg":"trace[1277209956] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"5.354335645s","start":"2026-03-03T01:44:17.64367Z","end":"2026-03-03T01:44:22.998006Z","steps":["trace[1277209956] 'agreement among raft nodes before linearized reading' (duration: 5.354311475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353170562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.99804Z","caller":"traceutil/trace.go:171","msg":"trace[1985407563] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; }","duration":"5.353198373s","start":"2026-03-03T01:44:17.644836Z","end":"2026-03-03T01:44:22.998034Z","steps":["trace[1985407563] 'agreement among raft nodes before linearized reading' (duration: 5.353176312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.643665Z","time spent":"5.354369226s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644833Z","time spent":"5.353221883s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T01:44:22.997993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356506529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T01:44:22.998093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353857446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998117Z","caller":"traceutil/trace.go:171","msg":"trace[943513987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; }","duration":"5.353896356s","start":"2026-03-03T01:44:17.644213Z","end":"2026-03-03T01:44:22.998109Z","steps":["trace[943513987] 'agreement among raft nodes before linearized reading' (duration: 5.353873126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353676772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998142Z","caller":"traceutil/trace.go:171","msg":"trace[1143649632] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; }","duration":"5.353711373s","start":"2026-03-03T01:44:17.644425Z","end":"2026-03-03T01:44:22.998136Z","steps":["trace[1143649632] 'agreement among raft nodes before linearized reading' (duration: 5.353690812s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:22.998096Z","caller":"traceutil/trace.go:171","msg":"trace[533289785] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; }","duration":"5.356623891s","start":"2026-03-03T01:44:17.641467Z","end":"2026-03-03T01:44:22.998091Z","steps":["trace[533289785] 'agreement among raft nodes before linearized reading' (duration: 5.356520049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644418Z","time spent":"5.353740293s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644204Z","time spent":"5.353930558s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.641455Z","time spent":"5.356708592s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353946557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998243Z","caller":"traceutil/trace.go:171","msg":"trace[2021963954] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; }","duration":"5.353970448s","start":"2026-03-03T01:44:17.644268Z","end":"2026-03-03T01:44:22.998239Z","steps":["trace[2021963954] 'agreement among raft nodes before linearized reading' (duration: 5.353954537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644261Z","time spent":"5.353993578s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356777684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998304Z","caller":"traceutil/trace.go:171","msg":"trace[2011363393] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; }","duration":"5.356799144s","start":"2026-03-03T01:44:17.641497Z","end":"2026-03-03T01:44:22.998296Z","steps":["trace[2011363393] 'agreement among raft nodes before linearized reading' (duration: 5.356786214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.99832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.641494Z","time spent":"5.356822995s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353612291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998362Z","caller":"traceutil/trace.go:171","msg":"trace[1476105996] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; }","duration":"5.353636731s","start":"2026-03-03T01:44:17.644719Z","end":"2026-03-03T01:44:22.998356Z","steps":["trace[1476105996] 'agreement among raft nodes before linearized reading' (duration: 5.353621101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644714Z","time spent":"5.353659672s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353258974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998419Z","caller":"traceutil/trace.go:171","msg":"trace[1771969844] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; }","duration":"5.353320105s","start":"2026-03-03T01:44:17.645095Z","end":"2026-03-03T01:44:22.998415Z","steps":["trace[1771969844] 'agreement among raft nodes before linearized reading' (duration: 5.353302575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.645084Z","time spent":"5.353347465s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.354639511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998513Z","caller":"traceutil/trace.go:171","msg":"trace[1112517480] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; }","duration":"5.354683882s","start":"2026-03-03T01:44:17.643825Z","end":"2026-03-03T01:44:22.998508Z","steps":["trace[1112517480] 'agreement among raft nodes before linearized reading' (duration: 5.354669872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.643782Z","time spent":"5.354742063s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353794045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998568Z","caller":"traceutil/trace.go:171","msg":"trace[1868600049] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; }","duration":"5.353812565s","start":"2026-03-03T01:44:17.644751Z","end":"2026-03-03T01:44:22.998564Z","steps":["trace[1868600049] 'agreement among raft nodes before linearized reading' (duration: 5.353799945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.644749Z","time spent":"5.353829895s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-03T01:44:22.998609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359050059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:22.998622Z","caller":"traceutil/trace.go:171","msg":"trace[847954843] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; }","duration":"5.359072s","start":"2026-03-03T01:44:17.639546Z","end":"2026-03-03T01:44:22.998618Z","steps":["trace[847954843] 'agreement among raft nodes before linearized reading' (duration: 5.35905878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:22.998639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.639543Z","time spent":"5.35909154s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 01:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:23.545008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.972097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:44:23.547144Z","caller":"traceutil/trace.go:171","msg":"trace[350066981] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"1.262633852s","start":"2026-03-03T01:44:22.284479Z","end":"2026-03-03T01:44:23.547113Z","steps":["trace[350066981] 'process raft request' (duration: 1.260650902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.547327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:22.284447Z","time spent":"1.262784164s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:23.645116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:44:23.645214Z","caller":"traceutil/trace.go:171","msg":"trace[519281766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774039s","start":"2026-03-03T01:44:21.644418Z","end":"2026-03-03T01:44:23.645192Z","steps":["trace[519281766] 'agreement among raft nodes before linearized reading' (duration: 2.000647806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.645273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:21.6444Z","time spent":"2.00086199s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:23.699551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.363353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:23.699922Z","caller":"traceutil/trace.go:171","msg":"trace[573288788] linearizableReadLoop","detail":"{readStateIndex:24975; appliedIndex:24966; }","duration":"3.421367367s","start":"2026-03-03T01:44:20.27854Z","end":"2026-03-03T01:44:23.699907Z","steps":["trace[573288788] 'read index received' (duration: 2.451510175s)","trace[573288788] 'applied index is now lower than readState.Index' (duration: 969.856432ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:23.699988Z","caller":"traceutil/trace.go:171","msg":"trace[1938003025] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"1.141918649s","start":"2026-03-03T01:44:22.558063Z","end":"2026-03-03T01:44:23.699982Z","steps":["trace[1938003025] 'process raft request' (duration: 989.036164ms)","trace[1938003025] 'compare' (duration: 152.073918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:23.700025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:22.558033Z","time spent":"1.141971069s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:23.700215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078791219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:23.700233Z","caller":"traceutil/trace.go:171","msg":"trace[1249736082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24120; }","duration":"5.078833099s","start":"2026-03-03T01:44:18.621393Z","end":"2026-03-03T01:44:23.700226Z","steps":["trace[1249736082] 'agreement among raft nodes before linearized reading' (duration: 5.078790568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.70025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.621379Z","time spent":"5.078867151s","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.700292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148975255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:23.700392Z","caller":"traceutil/trace.go:171","msg":"trace[601801929] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24120; }","duration":"4.149126987s","start":"2026-03-03T01:44:19.551243Z","end":"2026-03-03T01:44:23.70037Z","steps":["trace[601801929] 'agreement among raft nodes before linearized reading' (duration: 4.148896493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062293873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18508"} {"level":"warn","ts":"2026-03-03T01:44:23.700448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.551228Z","time spent":"4.149209788s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.700464Z","caller":"traceutil/trace.go:171","msg":"trace[1148989288] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24120; }","duration":"6.062352424s","start":"2026-03-03T01:44:17.638107Z","end":"2026-03-03T01:44:23.700459Z","steps":["trace[1148989288] 'agreement among raft nodes before linearized reading' (duration: 6.062259432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.70048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.638088Z","time spent":"6.062388564s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:44:23.700491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553435107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.700505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.25460992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.700546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.061319573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T01:44:23.700573Z","caller":"traceutil/trace.go:171","msg":"trace[1215243299] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24120; }","duration":"5.254688102s","start":"2026-03-03T01:44:18.445867Z","end":"2026-03-03T01:44:23.700555Z","steps":["trace[1215243299] 'agreement among raft nodes before linearized reading' (duration: 5.254567049s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.700574Z","caller":"traceutil/trace.go:171","msg":"trace[1690820193] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24120; }","duration":"3.553556729s","start":"2026-03-03T01:44:20.14699Z","end":"2026-03-03T01:44:23.700547Z","steps":["trace[1690820193] 'agreement among raft nodes before linearized reading' (duration: 3.553409106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420436588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T01:44:23.700559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961957835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.700614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.445821Z","time spent":"5.254782994s","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.700612Z","caller":"traceutil/trace.go:171","msg":"trace[780197364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24120; }","duration":"6.061408805s","start":"2026-03-03T01:44:17.639186Z","end":"2026-03-03T01:44:23.700595Z","steps":["trace[780197364] 'agreement among raft nodes before linearized reading' (duration: 6.061177671s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.700629Z","caller":"traceutil/trace.go:171","msg":"trace[78018235] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24120; }","duration":"3.420639662s","start":"2026-03-03T01:44:20.279976Z","end":"2026-03-03T01:44:23.700616Z","steps":["trace[78018235] 'agreement among raft nodes before linearized reading' (duration: 3.420439028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.146966Z","time spent":"3.553649611s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.700658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.279954Z","time spent":"3.420699533s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:44:23.700657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.639178Z","time spent":"6.061469767s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T01:44:23.700655Z","caller":"traceutil/trace.go:171","msg":"trace[753482959] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24120; }","duration":"5.962109877s","start":"2026-03-03T01:44:17.738521Z","end":"2026-03-03T01:44:23.700631Z","steps":["trace[753482959] 'agreement among raft nodes before linearized reading' (duration: 5.961928904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883073912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.70073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.738503Z","time spent":"5.96220488s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.700755Z","caller":"traceutil/trace.go:171","msg":"trace[1031106221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24120; }","duration":"4.883145093s","start":"2026-03-03T01:44:18.817596Z","end":"2026-03-03T01:44:23.700741Z","steps":["trace[1031106221] 'agreement among raft nodes before linearized reading' (duration: 4.883066872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.817578Z","time spent":"4.883196794s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.700782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142909484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:44:23.700813Z","caller":"traceutil/trace.go:171","msg":"trace[1424254257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24120; }","duration":"4.143008306s","start":"2026-03-03T01:44:19.557796Z","end":"2026-03-03T01:44:23.700805Z","steps":["trace[1424254257] 'agreement among raft nodes before linearized reading' (duration: 4.142863963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.557745Z","time spent":"4.143082787s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:23.700843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.241708383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:23.700882Z","caller":"traceutil/trace.go:171","msg":"trace[1565763699] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24120; }","duration":"5.241770414s","start":"2026-03-03T01:44:18.459097Z","end":"2026-03-03T01:44:23.700868Z","steps":["trace[1565763699] 'agreement among raft nodes before linearized reading' (duration: 5.241702623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057315563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.700916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.459087Z","time spent":"5.241819755s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.700937Z","caller":"traceutil/trace.go:171","msg":"trace[686854281] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24120; }","duration":"6.057368344s","start":"2026-03-03T01:44:17.643559Z","end":"2026-03-03T01:44:23.700927Z","steps":["trace[686854281] 'agreement among raft nodes before linearized reading' (duration: 6.057311743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472067697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.700956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524466149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:44:23.700971Z","caller":"traceutil/trace.go:171","msg":"trace[1686763020] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24120; }","duration":"4.472128429s","start":"2026-03-03T01:44:19.228835Z","end":"2026-03-03T01:44:23.700963Z","steps":["trace[1686763020] 'agreement among raft nodes before linearized reading' (duration: 4.472080598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.700978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716105381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:44:23.700989Z","caller":"traceutil/trace.go:171","msg":"trace[269878946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24120; }","duration":"3.52452945s","start":"2026-03-03T01:44:20.176449Z","end":"2026-03-03T01:44:23.700978Z","steps":["trace[269878946] 'agreement among raft nodes before linearized reading' (duration: 3.524374097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.228813Z","time spent":"4.472182209s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.701019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.176433Z","time spent":"3.524579222s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721358715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:44:23.701078Z","caller":"traceutil/trace.go:171","msg":"trace[719304632] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24120; }","duration":"1.721410986s","start":"2026-03-03T01:44:21.97966Z","end":"2026-03-03T01:44:23.701071Z","steps":["trace[719304632] 'agreement among raft nodes before linearized reading' (duration: 1.721349165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:21.979642Z","time spent":"1.721447227s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:44:23.700966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:17.643548Z","time spent":"6.057411145s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057149389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T01:44:23.701264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23940205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:44:23.701269Z","caller":"traceutil/trace.go:171","msg":"trace[452615479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24120; }","duration":"1.057210521s","start":"2026-03-03T01:44:22.644051Z","end":"2026-03-03T01:44:23.701261Z","steps":["trace[452615479] 'agreement among raft nodes before linearized reading' (duration: 1.057122919s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.701283Z","caller":"traceutil/trace.go:171","msg":"trace[1187893553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24120; }","duration":"2.239456662s","start":"2026-03-03T01:44:21.46182Z","end":"2026-03-03T01:44:23.701277Z","steps":["trace[1187893553] 'agreement among raft nodes before linearized reading' (duration: 2.239398111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:22.644029Z","time spent":"1.057254352s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:21.461799Z","time spent":"2.239497882s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.832272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.701012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14318989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:44:23.701362Z","caller":"traceutil/trace.go:171","msg":"trace[1431441647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24120; }","duration":"512.924203ms","start":"2026-03-03T01:44:23.188421Z","end":"2026-03-03T01:44:23.701345Z","steps":["trace[1431441647] 'agreement among raft nodes before linearized reading' (duration: 512.830641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840082021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:23.701418Z","caller":"traceutil/trace.go:171","msg":"trace[498321350] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24120; }","duration":"2.840170873s","start":"2026-03-03T01:44:20.861235Z","end":"2026-03-03T01:44:23.701406Z","steps":["trace[498321350] 'agreement among raft nodes before linearized reading' (duration: 2.840099482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.188397Z","time spent":"512.999275ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:23.700355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228173414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.701451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.861214Z","time spent":"2.840226305s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.701475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947050596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:23.701476Z","caller":"traceutil/trace.go:171","msg":"trace[1455051943] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24120; }","duration":"5.229309026s","start":"2026-03-03T01:44:18.472153Z","end":"2026-03-03T01:44:23.701462Z","steps":["trace[1455051943] 'agreement among raft nodes before linearized reading' (duration: 5.228180264s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.701497Z","caller":"traceutil/trace.go:171","msg":"trace[857488106] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24120; }","duration":"4.947110737s","start":"2026-03-03T01:44:18.754378Z","end":"2026-03-03T01:44:23.701489Z","steps":["trace[857488106] 'agreement among raft nodes before linearized reading' (duration: 4.947059886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.754357Z","time spent":"4.947154267s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.701518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.472141Z","time spent":"5.229360377s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.700996Z","caller":"traceutil/trace.go:171","msg":"trace[2056533213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24120; }","duration":"1.716124581s","start":"2026-03-03T01:44:21.984866Z","end":"2026-03-03T01:44:23.700991Z","steps":["trace[2056533213] 'agreement among raft nodes before linearized reading' (duration: 1.71606713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.694316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:23.701577Z","caller":"traceutil/trace.go:171","msg":"trace[1083816876] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24120; }","duration":"429.755908ms","start":"2026-03-03T01:44:23.271814Z","end":"2026-03-03T01:44:23.70157Z","steps":["trace[1083816876] 'agreement among raft nodes before linearized reading' (duration: 429.655696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:21.984838Z","time spent":"1.716723423s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.271789Z","time spent":"429.800188ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.701619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335601598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.701441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.748509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:23.701649Z","caller":"traceutil/trace.go:171","msg":"trace[211678512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24120; }","duration":"3.335633429s","start":"2026-03-03T01:44:20.366006Z","end":"2026-03-03T01:44:23.70164Z","steps":["trace[211678512] 'agreement among raft nodes before linearized reading' (duration: 3.335580778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.36595Z","time spent":"3.33571645s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.701676Z","caller":"traceutil/trace.go:171","msg":"trace[1899253753] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24120; }","duration":"970.009124ms","start":"2026-03-03T01:44:22.731648Z","end":"2026-03-03T01:44:23.701657Z","steps":["trace[1899253753] 'agreement among raft nodes before linearized reading' (duration: 969.757729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218145685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.701721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012294234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:44:23.701739Z","caller":"traceutil/trace.go:171","msg":"trace[157458395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24120; }","duration":"1.218706807s","start":"2026-03-03T01:44:22.483019Z","end":"2026-03-03T01:44:23.701726Z","steps":["trace[157458395] 'agreement among raft nodes before linearized reading' (duration: 1.218171436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.701745Z","caller":"traceutil/trace.go:171","msg":"trace[399689884] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24120; }","duration":"5.012349776s","start":"2026-03-03T01:44:18.689389Z","end":"2026-03-03T01:44:23.701739Z","steps":["trace[399689884] 'agreement among raft nodes before linearized reading' (duration: 5.012282365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394763257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T01:44:23.701741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:22.731587Z","time spent":"970.133387ms","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:23.701767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.689361Z","time spent":"5.012401167s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:44:23.70177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:22.482997Z","time spent":"1.218762098s","remote":"127.0.0.1:47774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:23.701774Z","caller":"traceutil/trace.go:171","msg":"trace[909809114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24120; }","duration":"3.394821957s","start":"2026-03-03T01:44:20.306941Z","end":"2026-03-03T01:44:23.701763Z","steps":["trace[909809114] 'agreement among raft nodes before linearized reading' (duration: 3.394756476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.306924Z","time spent":"3.394867079s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:44:23.701382Z","caller":"traceutil/trace.go:171","msg":"trace[1833782438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24120; }","duration":"4.143585957s","start":"2026-03-03T01:44:19.557784Z","end":"2026-03-03T01:44:23.70137Z","steps":["trace[1833782438] 'agreement among raft nodes before linearized reading' (duration: 4.143163738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:19.557758Z","time spent":"4.144067077s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:23.701862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419166592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T01:44:23.701921Z","caller":"traceutil/trace.go:171","msg":"trace[71687168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:24120; }","duration":"3.419275694s","start":"2026-03-03T01:44:20.282628Z","end":"2026-03-03T01:44:23.701904Z","steps":["trace[71687168] 'agreement among raft nodes before linearized reading' (duration: 3.41908901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.701951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:20.282605Z","time spent":"3.419339906s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:44:23.702215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057811651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:44:23.702699Z","caller":"traceutil/trace.go:171","msg":"trace[382791588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24120; }","duration":"5.058326481s","start":"2026-03-03T01:44:18.644363Z","end":"2026-03-03T01:44:23.702689Z","steps":["trace[382791588] 'agreement among raft nodes before linearized reading' (duration: 5.057675438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.702721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:18.644344Z","time spent":"5.058370583s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"info","ts":"2026-03-03T01:44:23.941442Z","caller":"traceutil/trace.go:171","msg":"trace[2129598004] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"235.707923ms","start":"2026-03-03T01:44:23.705696Z","end":"2026-03-03T01:44:23.941404Z","steps":["trace[2129598004] 'process raft request' (duration: 136.899926ms)","trace[2129598004] 'compare' (duration: 98.567403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:23.941503Z","caller":"traceutil/trace.go:171","msg":"trace[1323841472] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"235.391027ms","start":"2026-03-03T01:44:23.706084Z","end":"2026-03-03T01:44:23.941475Z","steps":["trace[1323841472] 'process raft request' (duration: 235.257204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.941787Z","caller":"traceutil/trace.go:171","msg":"trace[751780012] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"235.601262ms","start":"2026-03-03T01:44:23.706164Z","end":"2026-03-03T01:44:23.941765Z","steps":["trace[751780012] 'process raft request' (duration: 235.256925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.941921Z","caller":"traceutil/trace.go:171","msg":"trace[1351227275] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"232.708143ms","start":"2026-03-03T01:44:23.709198Z","end":"2026-03-03T01:44:23.941906Z","steps":["trace[1351227275] 'process raft request' (duration: 232.627382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.942028Z","caller":"traceutil/trace.go:171","msg":"trace[1085116688] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"234.01091ms","start":"2026-03-03T01:44:23.707929Z","end":"2026-03-03T01:44:23.94194Z","steps":["trace[1085116688] 'process raft request' (duration: 233.775595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.942217Z","caller":"traceutil/trace.go:171","msg":"trace[920995310] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"190.985573ms","start":"2026-03-03T01:44:23.751207Z","end":"2026-03-03T01:44:23.942192Z","steps":["trace[920995310] 'process raft request' (duration: 190.928532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.942359Z","caller":"traceutil/trace.go:171","msg":"trace[687105068] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"232.299716ms","start":"2026-03-03T01:44:23.710032Z","end":"2026-03-03T01:44:23.942332Z","steps":["trace[687105068] 'process raft request' (duration: 231.855317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:23.942845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.843486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T01:44:23.942914Z","caller":"traceutil/trace.go:171","msg":"trace[540997127] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24127; }","duration":"235.941198ms","start":"2026-03-03T01:44:23.706955Z","end":"2026-03-03T01:44:23.942897Z","steps":["trace[540997127] 'agreement among raft nodes before linearized reading' (duration: 235.738124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.9424Z","caller":"traceutil/trace.go:171","msg":"trace[1857771970] linearizableReadLoop","detail":"{readStateIndex:24981; appliedIndex:24978; }","duration":"235.411398ms","start":"2026-03-03T01:44:23.706977Z","end":"2026-03-03T01:44:23.942388Z","steps":["trace[1857771970] 'read index received' (duration: 43.494687ms)","trace[1857771970] 'applied index is now lower than readState.Index' (duration: 191.915191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:23.94334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.661589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:23.943391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.352987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bdb27d94-7039-4888-9406-f18394132794\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T01:44:23.943448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.657973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:23.943515Z","caller":"traceutil/trace.go:171","msg":"trace[1273818289] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24127; }","duration":"235.737126ms","start":"2026-03-03T01:44:23.707756Z","end":"2026-03-03T01:44:23.943493Z","steps":["trace[1273818289] 'agreement among raft nodes before linearized reading' (duration: 235.605043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.943468Z","caller":"traceutil/trace.go:171","msg":"trace[822791678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bdb27d94-7039-4888-9406-f18394132794; range_end:; response_count:1; response_revision:24127; }","duration":"236.47389ms","start":"2026-03-03T01:44:23.70698Z","end":"2026-03-03T01:44:23.943454Z","steps":["trace[822791678] 'agreement among raft nodes before linearized reading' (duration: 236.284136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:23.943409Z","caller":"traceutil/trace.go:171","msg":"trace[1711588987] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24127; }","duration":"164.763562ms","start":"2026-03-03T01:44:23.778626Z","end":"2026-03-03T01:44:23.943389Z","steps":["trace[1711588987] 'agreement among raft nodes before linearized reading' (duration: 164.655269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.384101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.089433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:24.384236Z","caller":"traceutil/trace.go:171","msg":"trace[1113916606] linearizableReadLoop","detail":"{readStateIndex:24986; appliedIndex:24985; }","duration":"434.555693ms","start":"2026-03-03T01:44:23.949623Z","end":"2026-03-03T01:44:24.384179Z","steps":["trace[1113916606] 'read index received' (duration: 112.385928ms)","trace[1113916606] 'applied index is now lower than readState.Index' (duration: 322.167895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:24.384231Z","caller":"traceutil/trace.go:171","msg":"trace[324911310] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"435.334407ms","start":"2026-03-03T01:44:23.94887Z","end":"2026-03-03T01:44:24.384204Z","steps":["trace[324911310] 'process raft request' (duration: 113.080501ms)","trace[324911310] 'compare' (duration: 321.508132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:24.384351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.948844Z","time spent":"435.451231ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:44:24.384442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.788767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:44:24.384496Z","caller":"traceutil/trace.go:171","msg":"trace[1391480550] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24128; }","duration":"434.881109ms","start":"2026-03-03T01:44:23.949602Z","end":"2026-03-03T01:44:24.384484Z","steps":["trace[1391480550] 'agreement among raft nodes before linearized reading' (duration: 434.665415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.384513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.797447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-03T01:44:24.384528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.949593Z","time spent":"434.92899ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T01:44:24.384517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.40216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-03T01:44:24.384565Z","caller":"traceutil/trace.go:171","msg":"trace[199006880] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24128; }","duration":"433.472281ms","start":"2026-03-03T01:44:23.951079Z","end":"2026-03-03T01:44:24.384551Z","steps":["trace[199006880] 'agreement among raft nodes before linearized reading' (duration: 433.325048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:24.384553Z","caller":"traceutil/trace.go:171","msg":"trace[1120826208] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24128; }","duration":"434.854608ms","start":"2026-03-03T01:44:23.949687Z","end":"2026-03-03T01:44:24.384541Z","steps":["trace[1120826208] 'agreement among raft nodes before linearized reading' (duration: 434.661644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.384607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.951063Z","time spent":"433.535292ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-03T01:44:24.384633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.949678Z","time spent":"434.944291ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T01:44:24.384785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.684525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:24.384823Z","caller":"traceutil/trace.go:171","msg":"trace[1842275767] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24128; }","duration":"434.754136ms","start":"2026-03-03T01:44:23.950062Z","end":"2026-03-03T01:44:24.384817Z","steps":["trace[1842275767] 'agreement among raft nodes before linearized reading' (duration: 434.692555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.384814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.925483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:24.384839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.95005Z","time spent":"434.785237ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T01:44:24.384864Z","caller":"traceutil/trace.go:171","msg":"trace[284611986] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24128; }","duration":"183.993794ms","start":"2026-03-03T01:44:24.20085Z","end":"2026-03-03T01:44:24.384844Z","steps":["trace[284611986] 'agreement among raft nodes before linearized reading' (duration: 183.928943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.385001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.200986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T01:44:24.385046Z","caller":"traceutil/trace.go:171","msg":"trace[1262579342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1; range_end:; response_count:1; response_revision:24128; }","duration":"434.279827ms","start":"2026-03-03T01:44:23.950756Z","end":"2026-03-03T01:44:24.385035Z","steps":["trace[1262579342] 'agreement among raft nodes before linearized reading' (duration: 434.173695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.385077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.95074Z","time spent":"434.330348ms","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2afd2146-041e-4d60-960d-a8ed9cc17ab1\" "} {"level":"warn","ts":"2026-03-03T01:44:24.384736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.628374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:24.38558Z","caller":"traceutil/trace.go:171","msg":"trace[1152696894] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24128; }","duration":"435.46654ms","start":"2026-03-03T01:44:23.950095Z","end":"2026-03-03T01:44:24.385561Z","steps":["trace[1152696894] 'agreement among raft nodes before linearized reading' (duration: 434.594433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.385642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:23.950054Z","time spent":"435.569762ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:44:24.712266Z","caller":"traceutil/trace.go:171","msg":"trace[1341937961] linearizableReadLoop","detail":"{readStateIndex:24987; appliedIndex:24986; }","duration":"312.681526ms","start":"2026-03-03T01:44:24.399559Z","end":"2026-03-03T01:44:24.712241Z","steps":["trace[1341937961] 'read index received' (duration: 283.152678ms)","trace[1341937961] 'applied index is now lower than readState.Index' (duration: 29.527738ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:24.712348Z","caller":"traceutil/trace.go:171","msg":"trace[685115513] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"315.557154ms","start":"2026-03-03T01:44:24.396754Z","end":"2026-03-03T01:44:24.712311Z","steps":["trace[685115513] 'process raft request' (duration: 285.944653ms)","trace[685115513] 'compare' (duration: 29.431667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:24.712494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.909871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18508"} {"level":"info","ts":"2026-03-03T01:44:24.71253Z","caller":"traceutil/trace.go:171","msg":"trace[1899892993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24129; }","duration":"312.986493ms","start":"2026-03-03T01:44:24.399532Z","end":"2026-03-03T01:44:24.712518Z","steps":["trace[1899892993] 'agreement among raft nodes before linearized reading' (duration: 312.82843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.712519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.39674Z","time spent":"315.680187ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:24.712562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.39952Z","time spent":"313.033864ms","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:44:24.758464Z","caller":"traceutil/trace.go:171","msg":"trace[1209543711] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"358.628602ms","start":"2026-03-03T01:44:24.399808Z","end":"2026-03-03T01:44:24.758437Z","steps":["trace[1209543711] 'process raft request' (duration: 358.413997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.75879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.399799Z","time spent":"358.736794ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:24.759102Z","caller":"traceutil/trace.go:171","msg":"trace[1423046574] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"358.802904ms","start":"2026-03-03T01:44:24.400272Z","end":"2026-03-03T01:44:24.759075Z","steps":["trace[1423046574] 'process raft request' (duration: 358.112449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.759251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.849266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:24.759288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.400254Z","time spent":"358.942657ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:24.75968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.228292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T01:44:24.759732Z","caller":"traceutil/trace.go:171","msg":"trace[2087492004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24131; }","duration":"266.323493ms","start":"2026-03-03T01:44:24.493396Z","end":"2026-03-03T01:44:24.759719Z","steps":["trace[2087492004] 'agreement among raft nodes before linearized reading' (duration: 266.121689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.759746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.966223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:24.759316Z","caller":"traceutil/trace.go:171","msg":"trace[80412139] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24131; }","duration":"237.964478ms","start":"2026-03-03T01:44:24.521337Z","end":"2026-03-03T01:44:24.759301Z","steps":["trace[80412139] 'agreement among raft nodes before linearized reading' (duration: 237.800115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:24.759779Z","caller":"traceutil/trace.go:171","msg":"trace[500392457] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24131; }","duration":"193.039404ms","start":"2026-03-03T01:44:24.566729Z","end":"2026-03-03T01:44:24.759769Z","steps":["trace[500392457] 'agreement among raft nodes before linearized reading' (duration: 192.965482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.759854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.552069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T01:44:24.760339Z","caller":"traceutil/trace.go:171","msg":"trace[801119454] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24131; }","duration":"357.053719ms","start":"2026-03-03T01:44:24.403266Z","end":"2026-03-03T01:44:24.76032Z","steps":["trace[801119454] 'agreement among raft nodes before linearized reading' (duration: 356.536409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:24.760403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.40325Z","time spent":"357.129551ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-03T01:44:25.259614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:25.760426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:25.860096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101858191s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:44:25.860729Z","caller":"traceutil/trace.go:171","msg":"trace[870924275] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.123075702s","start":"2026-03-03T01:44:24.737627Z","end":"2026-03-03T01:44:25.860703Z","steps":["trace[870924275] 'process raft request' (duration: 1.123022151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.860893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.737619Z","time spent":"1.123193145s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:25.861147Z","caller":"traceutil/trace.go:171","msg":"trace[978225478] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"1.124197705s","start":"2026-03-03T01:44:24.736921Z","end":"2026-03-03T01:44:25.861118Z","steps":["trace[978225478] 'process raft request' (duration: 1.123581463s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.861176Z","caller":"traceutil/trace.go:171","msg":"trace[777035120] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"1.125666684s","start":"2026-03-03T01:44:24.735477Z","end":"2026-03-03T01:44:25.861143Z","steps":["trace[777035120] 'process raft request' (duration: 1.124809707s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.861234Z","caller":"traceutil/trace.go:171","msg":"trace[1610244060] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.1239831s","start":"2026-03-03T01:44:24.737232Z","end":"2026-03-03T01:44:25.861215Z","steps":["trace[1610244060] 'process raft request' (duration: 1.123328408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.861287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.736905Z","time spent":"1.124308186s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:25.86132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.73545Z","time spent":"1.125777807s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:25.861336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.737211Z","time spent":"1.124078422s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:25.861364Z","caller":"traceutil/trace.go:171","msg":"trace[1248126127] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.12397284s","start":"2026-03-03T01:44:24.737344Z","end":"2026-03-03T01:44:25.861317Z","steps":["trace[1248126127] 'process raft request' (duration: 1.123259317s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.861448Z","caller":"traceutil/trace.go:171","msg":"trace[1792509015] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"1.124941329s","start":"2026-03-03T01:44:24.736496Z","end":"2026-03-03T01:44:25.861437Z","steps":["trace[1792509015] 'process raft request' (duration: 1.123951829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.861509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.736482Z","time spent":"1.124996321s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:25.861515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.737331Z","time spent":"1.124104063s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:25.911029Z","caller":"traceutil/trace.go:171","msg":"trace[727864273] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"766.135776ms","start":"2026-03-03T01:44:25.144865Z","end":"2026-03-03T01:44:25.911001Z","steps":["trace[727864273] 'process raft request' (duration: 765.894262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:25.14485Z","time spent":"766.261198ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:25.911232Z","caller":"traceutil/trace.go:171","msg":"trace[1090873842] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24989; }","duration":"1.152152542s","start":"2026-03-03T01:44:24.75904Z","end":"2026-03-03T01:44:25.911192Z","steps":["trace[1090873842] 'read index received' (duration: 1.101295919s)","trace[1090873842] 'applied index is now lower than readState.Index' (duration: 50.853963ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:25.911291Z","caller":"traceutil/trace.go:171","msg":"trace[549539283] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"357.995818ms","start":"2026-03-03T01:44:25.553259Z","end":"2026-03-03T01:44:25.911255Z","steps":["trace[549539283] 'process raft request' (duration: 357.694782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187345153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T01:44:25.911427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:25.55323Z","time spent":"358.128291ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:25.911442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190184229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:25.911504Z","caller":"traceutil/trace.go:171","msg":"trace[398315713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24139; }","duration":"1.190331032s","start":"2026-03-03T01:44:24.721156Z","end":"2026-03-03T01:44:25.911487Z","steps":["trace[398315713] 'agreement among raft nodes before linearized reading' (duration: 1.190209929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148738234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T01:44:25.91155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.721121Z","time spent":"1.190419484s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:25.911584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.641626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:25.911576Z","caller":"traceutil/trace.go:171","msg":"trace[1541640774] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a; range_end:; response_count:1; response_revision:24139; }","duration":"1.148808275s","start":"2026-03-03T01:44:24.762753Z","end":"2026-03-03T01:44:25.911561Z","steps":["trace[1541640774] 'agreement among raft nodes before linearized reading' (duration: 1.148663072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.762738Z","time spent":"1.148909847s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992f0ba55ab68a\" "} {"level":"warn","ts":"2026-03-03T01:44:25.911682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148644972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-03T01:44:25.911701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.986762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:25.911703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.824494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:44:25.911728Z","caller":"traceutil/trace.go:171","msg":"trace[59578562] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24139; }","duration":"146.888054ms","start":"2026-03-03T01:44:25.764834Z","end":"2026-03-03T01:44:25.911722Z","steps":["trace[59578562] 'agreement among raft nodes before linearized reading' (duration: 146.803133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.911723Z","caller":"traceutil/trace.go:171","msg":"trace[1426635967] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627; range_end:; response_count:1; response_revision:24139; }","duration":"1.148712123s","start":"2026-03-03T01:44:24.762997Z","end":"2026-03-03T01:44:25.911709Z","steps":["trace[1426635967] 'agreement among raft nodes before linearized reading' (duration: 1.14853613s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.911746Z","caller":"traceutil/trace.go:171","msg":"trace[849042161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24139; }","duration":"551.049863ms","start":"2026-03-03T01:44:25.360669Z","end":"2026-03-03T01:44:25.911719Z","steps":["trace[849042161] 'agreement among raft nodes before linearized reading' (duration: 550.997492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.91176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.762991Z","time spent":"1.148757654s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-4f3c30ad-c080-4647-91be-0c64fff99627\" "} {"level":"warn","ts":"2026-03-03T01:44:25.911768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:25.360651Z","time spent":"551.111604ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:25.911768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084399393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T01:44:25.911458Z","caller":"traceutil/trace.go:171","msg":"trace[1136609897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24139; }","duration":"1.187397054s","start":"2026-03-03T01:44:24.724049Z","end":"2026-03-03T01:44:25.911446Z","steps":["trace[1136609897] 'agreement among raft nodes before linearized reading' (duration: 1.18721232s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:25.911868Z","caller":"traceutil/trace.go:171","msg":"trace[727591937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24139; }","duration":"1.084550876s","start":"2026-03-03T01:44:24.827296Z","end":"2026-03-03T01:44:25.911847Z","steps":["trace[727591937] 'agreement among raft nodes before linearized reading' (duration: 1.08424153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.723997Z","time spent":"1.187880403s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T01:44:25.911624Z","caller":"traceutil/trace.go:171","msg":"trace[698628851] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24139; }","duration":"522.731698ms","start":"2026-03-03T01:44:25.388886Z","end":"2026-03-03T01:44:25.911617Z","steps":["trace[698628851] 'agreement among raft nodes before linearized reading' (duration: 522.665417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.911916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.827274Z","time spent":"1.084632017s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:25.911951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:25.388863Z","time spent":"523.076815ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:25.911985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147872036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-03T01:44:25.91191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149084401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18993166ed8dc079\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-03T01:44:25.912016Z","caller":"traceutil/trace.go:171","msg":"trace[1003673558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24139; }","duration":"1.147913407s","start":"2026-03-03T01:44:24.764092Z","end":"2026-03-03T01:44:25.912005Z","steps":["trace[1003673558] 'agreement among raft nodes before linearized reading' (duration: 1.147821835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.912051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.764086Z","time spent":"1.147958538s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-03T01:44:25.912062Z","caller":"traceutil/trace.go:171","msg":"trace[374391137] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18993166ed8dc079; range_end:; response_count:1; response_revision:24139; }","duration":"1.149254554s","start":"2026-03-03T01:44:24.762781Z","end":"2026-03-03T01:44:25.912036Z","steps":["trace[374391137] 'agreement among raft nodes before linearized reading' (duration: 1.14902958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:25.912099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:24.762763Z","time spent":"1.149327236s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18993166ed8dc079\" "} {"level":"info","ts":"2026-03-03T01:44:26.085011Z","caller":"traceutil/trace.go:171","msg":"trace[1010926742] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"170.347652ms","start":"2026-03-03T01:44:25.91463Z","end":"2026-03-03T01:44:26.084978Z","steps":["trace[1010926742] 'process raft request' (duration: 103.693985ms)","trace[1010926742] 'compare' (duration: 66.347301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:26.08504Z","caller":"traceutil/trace.go:171","msg":"trace[146937158] linearizableReadLoop","detail":"{readStateIndex:24999; appliedIndex:24997; }","duration":"168.577576ms","start":"2026-03-03T01:44:25.916441Z","end":"2026-03-03T01:44:26.085018Z","steps":["trace[146937158] 'read index received' (duration: 26.453976ms)","trace[146937158] 'applied index is now lower than readState.Index' (duration: 142.12256ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:26.085457Z","caller":"traceutil/trace.go:171","msg":"trace[1510523344] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"165.544016ms","start":"2026-03-03T01:44:25.919899Z","end":"2026-03-03T01:44:26.085443Z","steps":["trace[1510523344] 'process raft request' (duration: 165.036146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.085669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.954517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-03T01:44:26.0855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.578367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:26.085686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.898133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T01:44:26.085708Z","caller":"traceutil/trace.go:171","msg":"trace[691685145] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7; range_end:; response_count:1; response_revision:24142; }","duration":"135.025198ms","start":"2026-03-03T01:44:25.950673Z","end":"2026-03-03T01:44:26.085698Z","steps":["trace[691685145] 'agreement among raft nodes before linearized reading' (duration: 134.754333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:26.085737Z","caller":"traceutil/trace.go:171","msg":"trace[1926384783] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24142; }","duration":"162.971745ms","start":"2026-03-03T01:44:25.922754Z","end":"2026-03-03T01:44:26.085726Z","steps":["trace[1926384783] 'agreement among raft nodes before linearized reading' (duration: 162.813782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.085786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.33066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T01:44:26.085746Z","caller":"traceutil/trace.go:171","msg":"trace[211893190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24142; }","duration":"165.853311ms","start":"2026-03-03T01:44:25.919868Z","end":"2026-03-03T01:44:26.085721Z","steps":["trace[211893190] 'agreement among raft nodes before linearized reading' (duration: 165.473734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.085831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.210771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:44:26.085847Z","caller":"traceutil/trace.go:171","msg":"trace[494846672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24142; }","duration":"169.414123ms","start":"2026-03-03T01:44:25.916411Z","end":"2026-03-03T01:44:26.085825Z","steps":["trace[494846672] 'agreement among raft nodes before linearized reading' (duration: 169.187918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:26.085868Z","caller":"traceutil/trace.go:171","msg":"trace[1398163336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24142; }","duration":"136.282903ms","start":"2026-03-03T01:44:25.949574Z","end":"2026-03-03T01:44:26.085857Z","steps":["trace[1398163336] 'agreement among raft nodes before linearized reading' (duration: 136.157371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.085921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.10976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:44:26.085963Z","caller":"traceutil/trace.go:171","msg":"trace[745149206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24142; }","duration":"137.210102ms","start":"2026-03-03T01:44:25.948743Z","end":"2026-03-03T01:44:26.085953Z","steps":["trace[745149206] 'agreement among raft nodes before linearized reading' (duration: 136.806404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.385195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.174908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:26.385315Z","caller":"traceutil/trace.go:171","msg":"trace[1341544619] linearizableReadLoop","detail":"{readStateIndex:25001; appliedIndex:25000; }","duration":"295.479183ms","start":"2026-03-03T01:44:26.089819Z","end":"2026-03-03T01:44:26.385298Z","steps":["trace[1341544619] 'read index received' (duration: 119.002319ms)","trace[1341544619] 'applied index is now lower than readState.Index' (duration: 176.475104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:26.385401Z","caller":"traceutil/trace.go:171","msg":"trace[1005197484] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"297.544725ms","start":"2026-03-03T01:44:26.087842Z","end":"2026-03-03T01:44:26.385387Z","steps":["trace[1005197484] 'process raft request' (duration: 121.02962ms)","trace[1005197484] 'compare' (duration: 175.934944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:26.385801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.965223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ed27881-211e-4529-9c25-c4dbe917674d\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T01:44:26.385912Z","caller":"traceutil/trace.go:171","msg":"trace[1443686487] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ed27881-211e-4529-9c25-c4dbe917674d; range_end:; response_count:1; response_revision:24143; }","duration":"296.166427ms","start":"2026-03-03T01:44:26.089719Z","end":"2026-03-03T01:44:26.385885Z","steps":["trace[1443686487] 'agreement among raft nodes before linearized reading' (duration: 295.748648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:26.389469Z","caller":"traceutil/trace.go:171","msg":"trace[1415573239] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"298.108887ms","start":"2026-03-03T01:44:26.09132Z","end":"2026-03-03T01:44:26.389429Z","steps":["trace[1415573239] 'process raft request' (duration: 297.328611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.389563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.439968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:26.389624Z","caller":"traceutil/trace.go:171","msg":"trace[1049366499] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24145; }","duration":"238.5709ms","start":"2026-03-03T01:44:26.151037Z","end":"2026-03-03T01:44:26.389608Z","steps":["trace[1049366499] 'agreement among raft nodes before linearized reading' (duration: 238.419067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:26.389605Z","caller":"traceutil/trace.go:171","msg":"trace[40349409] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"298.067786ms","start":"2026-03-03T01:44:26.091508Z","end":"2026-03-03T01:44:26.389576Z","steps":["trace[40349409] 'process raft request' (duration: 297.856082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:26.38979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.30582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:26.389824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.017705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18993166ee74dc59\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-03T01:44:26.389856Z","caller":"traceutil/trace.go:171","msg":"trace[1910283405] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24145; }","duration":"294.390802ms","start":"2026-03-03T01:44:26.09545Z","end":"2026-03-03T01:44:26.389841Z","steps":["trace[1910283405] 'agreement among raft nodes before linearized reading' (duration: 294.256579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:26.389914Z","caller":"traceutil/trace.go:171","msg":"trace[1507748166] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18993166ee74dc59; range_end:; response_count:1; response_revision:24145; }","duration":"299.135437ms","start":"2026-03-03T01:44:26.090753Z","end":"2026-03-03T01:44:26.389888Z","steps":["trace[1507748166] 'agreement among raft nodes before linearized reading' (duration: 298.853351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.080227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.192675ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:27.080402Z","caller":"traceutil/trace.go:171","msg":"trace[272489438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24145; }","duration":"322.386599ms","start":"2026-03-03T01:44:26.757986Z","end":"2026-03-03T01:44:27.080372Z","steps":["trace[272489438] 'range keys from in-memory index tree' (duration: 322.167475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.081471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.423099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:27.081592Z","caller":"traceutil/trace.go:171","msg":"trace[1989876902] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"690.279356ms","start":"2026-03-03T01:44:26.391291Z","end":"2026-03-03T01:44:27.081571Z","steps":["trace[1989876902] 'process raft request' (duration: 234.644553ms)","trace[1989876902] 'compare' (duration: 454.888968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:27.081656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.391269Z","time spent":"690.355397ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:27.657821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031839616s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:44:27.658275Z","caller":"traceutil/trace.go:171","msg":"trace[890206455] linearizableReadLoop","detail":"{readStateIndex:25005; appliedIndex:25003; }","duration":"1.258635112s","start":"2026-03-03T01:44:26.399606Z","end":"2026-03-03T01:44:27.658241Z","steps":["trace[890206455] 'read index received' (duration: 226.353327ms)","trace[890206455] 'applied index is now lower than readState.Index' (duration: 1.032279785s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:27.65873Z","caller":"traceutil/trace.go:171","msg":"trace[1250505659] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"1.266279244s","start":"2026-03-03T01:44:26.392425Z","end":"2026-03-03T01:44:27.658705Z","steps":["trace[1250505659] 'process raft request' (duration: 1.265599041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.658798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259170793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:27.65886Z","caller":"traceutil/trace.go:171","msg":"trace[1403083353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24147; }","duration":"1.259287725s","start":"2026-03-03T01:44:26.399554Z","end":"2026-03-03T01:44:27.658842Z","steps":["trace[1403083353] 'agreement among raft nodes before linearized reading' (duration: 1.259130582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.658901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.399545Z","time spent":"1.259345966s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:27.658877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.392396Z","time spent":"1.266384626s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:27.715706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315003083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:27.71578Z","caller":"traceutil/trace.go:171","msg":"trace[143703336] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24148; }","duration":"1.315110176s","start":"2026-03-03T01:44:26.400653Z","end":"2026-03-03T01:44:27.715763Z","steps":["trace[143703336] 'agreement among raft nodes before linearized reading' (duration: 1.314880142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.400644Z","time spent":"1.315164587s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:27.716212Z","caller":"traceutil/trace.go:171","msg":"trace[818660704] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"134.277184ms","start":"2026-03-03T01:44:27.581924Z","end":"2026-03-03T01:44:27.716201Z","steps":["trace[818660704] 'process raft request' (duration: 133.439687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.716342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.670908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:27.716368Z","caller":"traceutil/trace.go:171","msg":"trace[2005871743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24148; }","duration":"164.786191ms","start":"2026-03-03T01:44:27.551576Z","end":"2026-03-03T01:44:27.716362Z","steps":["trace[2005871743] 'agreement among raft nodes before linearized reading' (duration: 164.74081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.716673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.994841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:27.716705Z","caller":"traceutil/trace.go:171","msg":"trace[1599072240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24148; }","duration":"783.053033ms","start":"2026-03-03T01:44:26.933643Z","end":"2026-03-03T01:44:27.716696Z","steps":["trace[1599072240] 'agreement among raft nodes before linearized reading' (duration: 782.947189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.716732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.933625Z","time spent":"783.099513ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:27.716882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.99457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:27.716909Z","caller":"traceutil/trace.go:171","msg":"trace[292156112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24148; }","duration":"800.042401ms","start":"2026-03-03T01:44:26.91686Z","end":"2026-03-03T01:44:27.716903Z","steps":["trace[292156112] 'agreement among raft nodes before linearized reading' (duration: 799.977969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:27.716932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:26.916845Z","time spent":"800.079112ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"info","ts":"2026-03-03T01:44:28.089671Z","caller":"traceutil/trace.go:171","msg":"trace[1737295245] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"222.150025ms","start":"2026-03-03T01:44:27.867494Z","end":"2026-03-03T01:44:28.089644Z","steps":["trace[1737295245] 'process raft request' (duration: 222.017032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.119466Z","caller":"traceutil/trace.go:171","msg":"trace[227595328] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"251.548769ms","start":"2026-03-03T01:44:27.86789Z","end":"2026-03-03T01:44:28.119439Z","steps":["trace[227595328] 'process raft request' (duration: 251.462117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.119507Z","caller":"traceutil/trace.go:171","msg":"trace[1490125925] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"251.718333ms","start":"2026-03-03T01:44:27.867745Z","end":"2026-03-03T01:44:28.119464Z","steps":["trace[1490125925] 'process raft request' (duration: 251.360016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.120132Z","caller":"traceutil/trace.go:171","msg":"trace[136737856] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"251.854935ms","start":"2026-03-03T01:44:27.868258Z","end":"2026-03-03T01:44:28.120113Z","steps":["trace[136737856] 'process raft request' (duration: 251.689121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.12014Z","caller":"traceutil/trace.go:171","msg":"trace[567352340] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"252.099199ms","start":"2026-03-03T01:44:27.867984Z","end":"2026-03-03T01:44:28.120083Z","steps":["trace[567352340] 'process raft request' (duration: 251.413785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.120311Z","caller":"traceutil/trace.go:171","msg":"trace[1003597276] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"196.81526ms","start":"2026-03-03T01:44:27.923478Z","end":"2026-03-03T01:44:28.120293Z","steps":["trace[1003597276] 'process raft request' (duration: 196.625676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.120113Z","caller":"traceutil/trace.go:171","msg":"trace[1617465625] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"252.092919ms","start":"2026-03-03T01:44:27.867986Z","end":"2026-03-03T01:44:28.120079Z","steps":["trace[1617465625] 'process raft request' (duration: 251.774552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.120185Z","caller":"traceutil/trace.go:171","msg":"trace[1806240590] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"202.699016ms","start":"2026-03-03T01:44:27.917472Z","end":"2026-03-03T01:44:28.120171Z","steps":["trace[1806240590] 'process raft request' (duration: 202.564583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.163166Z","caller":"traceutil/trace.go:171","msg":"trace[469984426] linearizableReadLoop","detail":"{readStateIndex:25013; appliedIndex:25007; }","duration":"240.761015ms","start":"2026-03-03T01:44:27.922372Z","end":"2026-03-03T01:44:28.163133Z","steps":["trace[469984426] 'read index received' (duration: 167.527337ms)","trace[469984426] 'applied index is now lower than readState.Index' (duration: 73.232038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:28.163351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.968238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:28.163367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.130093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:28.163404Z","caller":"traceutil/trace.go:171","msg":"trace[814292630] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24156; }","duration":"115.245175ms","start":"2026-03-03T01:44:28.048151Z","end":"2026-03-03T01:44:28.163396Z","steps":["trace[814292630] 'agreement among raft nodes before linearized reading' (duration: 115.134573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.163406Z","caller":"traceutil/trace.go:171","msg":"trace[732640392] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24156; }","duration":"241.0478ms","start":"2026-03-03T01:44:27.922344Z","end":"2026-03-03T01:44:28.163392Z","steps":["trace[732640392] 'agreement among raft nodes before linearized reading' (duration: 240.918507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:28.977597Z","caller":"traceutil/trace.go:171","msg":"trace[540099976] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"581.143752ms","start":"2026-03-03T01:44:28.396438Z","end":"2026-03-03T01:44:28.977581Z","steps":["trace[540099976] 'process raft request' (duration: 581.0238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:28.977695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.396413Z","time spent":"581.232204ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:30.485175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404098559s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:30.485503Z","caller":"traceutil/trace.go:171","msg":"trace[1114771603] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25016; }","duration":"1.855779752s","start":"2026-03-03T01:44:28.629711Z","end":"2026-03-03T01:44:30.48549Z","steps":["trace[1114771603] 'read index received' (duration: 347.896817ms)","trace[1114771603] 'applied index is now lower than readState.Index' (duration: 1.507881005s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:30.485511Z","caller":"traceutil/trace.go:171","msg":"trace[2143363345] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.0886755s","start":"2026-03-03T01:44:28.396815Z","end":"2026-03-03T01:44:30.485491Z","steps":["trace[2143363345] 'process raft request' (duration: 684.148694ms)","trace[2143363345] 'compare' (duration: 1.402081217s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:30.48559Z","caller":"traceutil/trace.go:171","msg":"trace[476915853] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"1.779364801s","start":"2026-03-03T01:44:28.70615Z","end":"2026-03-03T01:44:30.485515Z","steps":["trace[476915853] 'process raft request' (duration: 1.779202877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:30.485766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856030258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:30.485816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.706127Z","time spent":"1.779569474s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:30.485863Z","caller":"traceutil/trace.go:171","msg":"trace[1865181640] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24160; }","duration":"1.85617902s","start":"2026-03-03T01:44:28.629662Z","end":"2026-03-03T01:44:30.485841Z","steps":["trace[1865181640] 'agreement among raft nodes before linearized reading' (duration: 1.855885724s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:30.485814Z","caller":"traceutil/trace.go:171","msg":"trace[124502858] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"390.584147ms","start":"2026-03-03T01:44:30.095151Z","end":"2026-03-03T01:44:30.485736Z","steps":["trace[124502858] 'process raft request' (duration: 390.312602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:30.485917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.62964Z","time spent":"1.856265032s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:30.48565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.396803Z","time spent":"2.088811893s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:30.486121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.095126Z","time spent":"390.804171ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:30.723812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001696718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:44:30.723924Z","caller":"traceutil/trace.go:171","msg":"trace[1074333796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001841381s","start":"2026-03-03T01:44:28.722063Z","end":"2026-03-03T01:44:30.723904Z","steps":["trace[1074333796] 'agreement among raft nodes before linearized reading' (duration: 2.001698658s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:30.723979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.722057Z","time spent":"2.001908502s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:44:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:44:30.985895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495834808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:44:31.35594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.523576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:31.356172Z","caller":"traceutil/trace.go:171","msg":"trace[525267165] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.202221129s","start":"2026-03-03T01:44:30.153909Z","end":"2026-03-03T01:44:31.35613Z","steps":["trace[525267165] 'process raft request' (duration: 1.035425197s)","trace[525267165] 'compare' (duration: 165.529616ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:31.356466Z","caller":"traceutil/trace.go:171","msg":"trace[221980510] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25019; }","duration":"870.884971ms","start":"2026-03-03T01:44:30.485564Z","end":"2026-03-03T01:44:31.356449Z","steps":["trace[221980510] 'read index received' (duration: 703.684881ms)","trace[221980510] 'applied index is now lower than readState.Index' (duration: 167.19917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:31.356536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.153885Z","time spent":"1.202374181s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:31.356589Z","caller":"traceutil/trace.go:171","msg":"trace[415010529] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.20228892s","start":"2026-03-03T01:44:30.154291Z","end":"2026-03-03T01:44:31.35658Z","steps":["trace[415010529] 'process raft request' (duration: 1.20181937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:31.356559Z","caller":"traceutil/trace.go:171","msg":"trace[356873956] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"1.202591876s","start":"2026-03-03T01:44:30.153957Z","end":"2026-03-03T01:44:31.356548Z","steps":["trace[356873956] 'process raft request' (duration: 1.202073336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.365566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149586582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:31.365625Z","caller":"traceutil/trace.go:171","msg":"trace[1288230202] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24166; }","duration":"2.149691924s","start":"2026-03-03T01:44:29.215922Z","end":"2026-03-03T01:44:31.365614Z","steps":["trace[1288230202] 'agreement among raft nodes before linearized reading' (duration: 2.140695715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.36566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:29.215897Z","time spent":"2.149753796s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:31.365726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657586589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T01:44:31.365785Z","caller":"traceutil/trace.go:171","msg":"trace[1796048620] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"1.211313039s","start":"2026-03-03T01:44:30.154461Z","end":"2026-03-03T01:44:31.365774Z","steps":["trace[1796048620] 'process raft request' (duration: 1.201688508s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:31.365794Z","caller":"traceutil/trace.go:171","msg":"trace[1875200945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24166; }","duration":"2.657713541s","start":"2026-03-03T01:44:28.708066Z","end":"2026-03-03T01:44:31.365779Z","steps":["trace[1875200945] 'agreement among raft nodes before linearized reading' (duration: 2.657481006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.365827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.708042Z","time spent":"2.657778732s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T01:44:31.365853Z","caller":"traceutil/trace.go:171","msg":"trace[1165024881] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"1.211196277s","start":"2026-03-03T01:44:30.154649Z","end":"2026-03-03T01:44:31.365846Z","steps":["trace[1165024881] 'process raft request' (duration: 1.201537115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.365895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.154641Z","time spent":"1.211228147s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:31.366011Z","caller":"traceutil/trace.go:171","msg":"trace[690456825] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"1.211216218s","start":"2026-03-03T01:44:30.154786Z","end":"2026-03-03T01:44:31.366002Z","steps":["trace[690456825] 'process raft request' (duration: 1.201454734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644008828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T01:44:31.366057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.154773Z","time spent":"1.211260778s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:31.366075Z","caller":"traceutil/trace.go:171","msg":"trace[1019578959] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24166; }","duration":"2.644067449s","start":"2026-03-03T01:44:28.721999Z","end":"2026-03-03T01:44:31.366067Z","steps":["trace[1019578959] 'agreement among raft nodes before linearized reading' (duration: 2.643955417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.721978Z","time spent":"2.64411012s","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:31.366227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.352923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:44:31.366257Z","caller":"traceutil/trace.go:171","msg":"trace[1093431639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24166; }","duration":"383.417105ms","start":"2026-03-03T01:44:30.982831Z","end":"2026-03-03T01:44:31.366248Z","steps":["trace[1093431639] 'agreement among raft nodes before linearized reading' (duration: 383.317293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.889649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T01:44:31.366278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.982806Z","time spent":"383.464876ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:44:31.3663Z","caller":"traceutil/trace.go:171","msg":"trace[1770705305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24166; }","duration":"447.95796ms","start":"2026-03-03T01:44:30.918334Z","end":"2026-03-03T01:44:31.366292Z","steps":["trace[1770705305] 'agreement among raft nodes before linearized reading' (duration: 447.848217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.154283Z","time spent":"1.202370051s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:31.366327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.918313Z","time spent":"448.007631ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:31.366302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.153887Z","time spent":"1.211673186s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:31.36635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786545663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T01:44:31.366377Z","caller":"traceutil/trace.go:171","msg":"trace[1679116180] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7; range_end:; response_count:1; response_revision:24166; }","duration":"1.786605714s","start":"2026-03-03T01:44:29.579762Z","end":"2026-03-03T01:44:31.366367Z","steps":["trace[1679116180] 'agreement among raft nodes before linearized reading' (duration: 1.78638032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.873117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:31.366395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:29.579739Z","time spent":"1.786651445s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7\" "} {"level":"warn","ts":"2026-03-03T01:44:31.3664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.750797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:31.366411Z","caller":"traceutil/trace.go:171","msg":"trace[759704601] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24166; }","duration":"568.942129ms","start":"2026-03-03T01:44:30.797461Z","end":"2026-03-03T01:44:31.366404Z","steps":["trace[759704601] 'agreement among raft nodes before linearized reading' (duration: 568.890938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395165483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:31.366432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.797437Z","time spent":"568.988709ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:31.366432Z","caller":"traceutil/trace.go:171","msg":"trace[1853179594] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24166; }","duration":"309.805638ms","start":"2026-03-03T01:44:31.056613Z","end":"2026-03-03T01:44:31.366419Z","steps":["trace[1853179594] 'agreement among raft nodes before linearized reading' (duration: 309.760067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:31.366444Z","caller":"traceutil/trace.go:171","msg":"trace[1053147261] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24166; }","duration":"2.395424577s","start":"2026-03-03T01:44:28.971012Z","end":"2026-03-03T01:44:31.366436Z","steps":["trace[1053147261] 'agreement among raft nodes before linearized reading' (duration: 2.395186623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.056596Z","time spent":"309.858789ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:31.366479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:28.970996Z","time spent":"2.395474669s","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:31.365828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.154434Z","time spent":"1.21137047s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:31.366451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023276987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:31.366554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.666577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:31.366576Z","caller":"traceutil/trace.go:171","msg":"trace[1175547314] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24166; }","duration":"2.023479791s","start":"2026-03-03T01:44:29.343062Z","end":"2026-03-03T01:44:31.366542Z","steps":["trace[1175547314] 'agreement among raft nodes before linearized reading' (duration: 2.023187606s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:31.366605Z","caller":"traceutil/trace.go:171","msg":"trace[2097451823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24166; }","duration":"642.768638ms","start":"2026-03-03T01:44:30.723826Z","end":"2026-03-03T01:44:31.366594Z","steps":["trace[2097451823] 'agreement among raft nodes before linearized reading' (duration: 635.825191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.366653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:29.343043Z","time spent":"2.023595643s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:44:31.366667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:30.723808Z","time spent":"642.85041ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:31.681606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.182555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:31.682277Z","caller":"traceutil/trace.go:171","msg":"trace[1709194310] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"308.084584ms","start":"2026-03-03T01:44:31.374172Z","end":"2026-03-03T01:44:31.682257Z","steps":["trace[1709194310] 'process raft request' (duration: 307.905271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:31.682302Z","caller":"traceutil/trace.go:171","msg":"trace[217118521] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"312.739548ms","start":"2026-03-03T01:44:31.36954Z","end":"2026-03-03T01:44:31.68228Z","steps":["trace[217118521] 'process raft request' (duration: 96.757617ms)","trace[217118521] 'compare' (duration: 214.972161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:31.682302Z","caller":"traceutil/trace.go:171","msg":"trace[1569498952] linearizableReadLoop","detail":"{readStateIndex:25026; appliedIndex:25025; }","duration":"310.747817ms","start":"2026-03-03T01:44:31.371519Z","end":"2026-03-03T01:44:31.682267Z","steps":["trace[1569498952] 'read index received' (duration: 94.790767ms)","trace[1569498952] 'applied index is now lower than readState.Index' (duration: 215.95429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:31.682453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.369513Z","time spent":"312.846799ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:31.682429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.374165Z","time spent":"308.156966ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:31.682561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.035623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:44:31.682607Z","caller":"traceutil/trace.go:171","msg":"trace[315358716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24168; }","duration":"311.106845ms","start":"2026-03-03T01:44:31.37149Z","end":"2026-03-03T01:44:31.682596Z","steps":["trace[315358716] 'agreement among raft nodes before linearized reading' (duration: 310.948912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.682637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.371478Z","time spent":"311.150255ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:44:31.682761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.398101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:44:31.682832Z","caller":"traceutil/trace.go:171","msg":"trace[1044783481] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24168; }","duration":"185.532504ms","start":"2026-03-03T01:44:31.497285Z","end":"2026-03-03T01:44:31.682818Z","steps":["trace[1044783481] 'agreement among raft nodes before linearized reading' (duration: 185.371961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.68274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.053393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:31.682934Z","caller":"traceutil/trace.go:171","msg":"trace[1423705685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24168; }","duration":"310.255937ms","start":"2026-03-03T01:44:31.372658Z","end":"2026-03-03T01:44:31.682914Z","steps":["trace[1423705685] 'agreement among raft nodes before linearized reading' (duration: 309.92205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:31.683126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.372653Z","time spent":"310.454221ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:32.154943Z","caller":"traceutil/trace.go:171","msg":"trace[405827699] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25027; }","duration":"451.701544ms","start":"2026-03-03T01:44:31.703214Z","end":"2026-03-03T01:44:32.154915Z","steps":["trace[405827699] 'read index received' (duration: 375.175439ms)","trace[405827699] 'applied index is now lower than readState.Index' (duration: 76.525145ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:32.15497Z","caller":"traceutil/trace.go:171","msg":"trace[1836711220] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"465.727033ms","start":"2026-03-03T01:44:31.689209Z","end":"2026-03-03T01:44:32.154936Z","steps":["trace[1836711220] 'process raft request' (duration: 389.287371ms)","trace[1836711220] 'compare' (duration: 75.565945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:32.15512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.875417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:44:32.155173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.706368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:32.155207Z","caller":"traceutil/trace.go:171","msg":"trace[1643884304] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24169; }","duration":"406.771739ms","start":"2026-03-03T01:44:31.748425Z","end":"2026-03-03T01:44:32.155197Z","steps":["trace[1643884304] 'agreement among raft nodes before linearized reading' (duration: 406.709348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.155243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.748402Z","time spent":"406.83357ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:44:32.155248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.689184Z","time spent":"465.916128ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:32.155197Z","caller":"traceutil/trace.go:171","msg":"trace[998368160] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24169; }","duration":"452.00231ms","start":"2026-03-03T01:44:31.703175Z","end":"2026-03-03T01:44:32.155177Z","steps":["trace[998368160] 'agreement among raft nodes before linearized reading' (duration: 451.854077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.155644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:31.703155Z","time spent":"452.432718ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:32.451163Z","caller":"traceutil/trace.go:171","msg":"trace[1965258013] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"239.390637ms","start":"2026-03-03T01:44:32.211749Z","end":"2026-03-03T01:44:32.451139Z","steps":["trace[1965258013] 'process raft request' (duration: 155.383515ms)","trace[1965258013] 'compare' (duration: 83.806128ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:32.451163Z","caller":"traceutil/trace.go:171","msg":"trace[2136843362] linearizableReadLoop","detail":"{readStateIndex:25029; appliedIndex:25028; }","duration":"229.133422ms","start":"2026-03-03T01:44:32.222005Z","end":"2026-03-03T01:44:32.451138Z","steps":["trace[2136843362] 'read index received' (duration: 145.071789ms)","trace[2136843362] 'applied index is now lower than readState.Index' (duration: 84.060203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:32.451343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.326946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T01:44:32.45137Z","caller":"traceutil/trace.go:171","msg":"trace[179058589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24170; }","duration":"229.382398ms","start":"2026-03-03T01:44:32.22198Z","end":"2026-03-03T01:44:32.451362Z","steps":["trace[179058589] 'agreement among raft nodes before linearized reading' (duration: 229.215095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.452443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.01465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:44:32.452491Z","caller":"traceutil/trace.go:171","msg":"trace[1623106290] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24170; }","duration":"125.107882ms","start":"2026-03-03T01:44:32.327373Z","end":"2026-03-03T01:44:32.452481Z","steps":["trace[1623106290] 'agreement among raft nodes before linearized reading' (duration: 123.9781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.894394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.27857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:32.894524Z","caller":"traceutil/trace.go:171","msg":"trace[1436413001] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"403.794821ms","start":"2026-03-03T01:44:32.490705Z","end":"2026-03-03T01:44:32.8945Z","steps":["trace[1436413001] 'process raft request' (duration: 107.291936ms)","trace[1436413001] 'compare' (duration: 296.135657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:32.894613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:32.490687Z","time spent":"403.883212ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:32.895663Z","caller":"traceutil/trace.go:171","msg":"trace[585485205] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25030; }","duration":"176.217389ms","start":"2026-03-03T01:44:32.719432Z","end":"2026-03-03T01:44:32.89565Z","steps":["trace[585485205] 'read index received' (duration: 176.044846ms)","trace[585485205] 'applied index is now lower than readState.Index' (duration: 171.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:32.895763Z","caller":"traceutil/trace.go:171","msg":"trace[2018412586] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"402.28696ms","start":"2026-03-03T01:44:32.493456Z","end":"2026-03-03T01:44:32.895743Z","steps":["trace[2018412586] 'process raft request' (duration: 402.074356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.895875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:32.493422Z","time spent":"402.396341ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:32.895967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.524225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:32.896011Z","caller":"traceutil/trace.go:171","msg":"trace[739767155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24172; }","duration":"176.599247ms","start":"2026-03-03T01:44:32.7194Z","end":"2026-03-03T01:44:32.896Z","steps":["trace[739767155] 'agreement among raft nodes before linearized reading' (duration: 176.490875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:32.896092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.984855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899315cbd418b96\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-03-03T01:44:32.896147Z","caller":"traceutil/trace.go:171","msg":"trace[1164487040] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1899315cbd418b96; range_end:; response_count:1; response_revision:24172; }","duration":"166.061256ms","start":"2026-03-03T01:44:32.730072Z","end":"2026-03-03T01:44:32.896134Z","steps":["trace[1164487040] 'agreement among raft nodes before linearized reading' (duration: 165.895433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:33.202502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.641473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:33.202586Z","caller":"traceutil/trace.go:171","msg":"trace[1351333455] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24173; }","duration":"114.766156ms","start":"2026-03-03T01:44:33.087796Z","end":"2026-03-03T01:44:33.202562Z","steps":["trace[1351333455] 'count revisions from in-memory index tree' (duration: 114.582301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.611678Z","caller":"traceutil/trace.go:171","msg":"trace[957709639] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"181.368232ms","start":"2026-03-03T01:44:33.43028Z","end":"2026-03-03T01:44:33.611648Z","steps":["trace[957709639] 'process raft request' (duration: 181.168028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.65343Z","caller":"traceutil/trace.go:171","msg":"trace[1435812533] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"222.089913ms","start":"2026-03-03T01:44:33.431316Z","end":"2026-03-03T01:44:33.653406Z","steps":["trace[1435812533] 'process raft request' (duration: 222.013401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.653468Z","caller":"traceutil/trace.go:171","msg":"trace[623716804] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"222.894518ms","start":"2026-03-03T01:44:33.430537Z","end":"2026-03-03T01:44:33.653431Z","steps":["trace[623716804] 'process raft request' (duration: 222.623163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.653641Z","caller":"traceutil/trace.go:171","msg":"trace[223365599] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"222.43458ms","start":"2026-03-03T01:44:33.431173Z","end":"2026-03-03T01:44:33.653607Z","steps":["trace[223365599] 'process raft request' (duration: 222.123134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.65371Z","caller":"traceutil/trace.go:171","msg":"trace[285510712] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"222.372589ms","start":"2026-03-03T01:44:33.431324Z","end":"2026-03-03T01:44:33.653697Z","steps":["trace[285510712] 'process raft request' (duration: 222.043202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.654024Z","caller":"traceutil/trace.go:171","msg":"trace[610382391] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25032; }","duration":"198.524063ms","start":"2026-03-03T01:44:33.455486Z","end":"2026-03-03T01:44:33.65401Z","steps":["trace[610382391] 'read index received' (duration: 155.961726ms)","trace[610382391] 'applied index is now lower than readState.Index' (duration: 42.561177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:33.654075Z","caller":"traceutil/trace.go:171","msg":"trace[45181149] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"183.833461ms","start":"2026-03-03T01:44:33.470231Z","end":"2026-03-03T01:44:33.654064Z","steps":["trace[45181149] 'process raft request' (duration: 183.702868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:33.654189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.687297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:33.654225Z","caller":"traceutil/trace.go:171","msg":"trace[796136417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24180; }","duration":"198.766808ms","start":"2026-03-03T01:44:33.455447Z","end":"2026-03-03T01:44:33.654213Z","steps":["trace[796136417] 'agreement among raft nodes before linearized reading' (duration: 198.610955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.654386Z","caller":"traceutil/trace.go:171","msg":"trace[758433640] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"222.708145ms","start":"2026-03-03T01:44:33.431324Z","end":"2026-03-03T01:44:33.654032Z","steps":["trace[758433640] 'process raft request' (duration: 222.302867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:33.805605Z","caller":"traceutil/trace.go:171","msg":"trace[122553234] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25039; }","duration":"101.332748ms","start":"2026-03-03T01:44:33.704234Z","end":"2026-03-03T01:44:33.805566Z","steps":["trace[122553234] 'read index received' (duration: 18.481987ms)","trace[122553234] 'applied index is now lower than readState.Index' (duration: 82.849531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:33.805635Z","caller":"traceutil/trace.go:171","msg":"trace[1115765846] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"105.0004ms","start":"2026-03-03T01:44:33.70059Z","end":"2026-03-03T01:44:33.805591Z","steps":["trace[1115765846] 'process raft request' (duration: 22.172ms)","trace[1115765846] 'compare' (duration: 82.651087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:33.806505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.251665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:44:33.806559Z","caller":"traceutil/trace.go:171","msg":"trace[1191157687] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24181; }","duration":"102.353398ms","start":"2026-03-03T01:44:33.704194Z","end":"2026-03-03T01:44:33.806547Z","steps":["trace[1191157687] 'agreement among raft nodes before linearized reading' (duration: 101.518121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:34.173369Z","caller":"traceutil/trace.go:171","msg":"trace[1528891977] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"330.540552ms","start":"2026-03-03T01:44:33.842814Z","end":"2026-03-03T01:44:34.173354Z","steps":["trace[1528891977] 'process raft request' (duration: 276.484405ms)","trace[1528891977] 'compare' (duration: 53.69212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:34.173447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.93097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:34.17346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:33.842795Z","time spent":"330.613894ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:34.173478Z","caller":"traceutil/trace.go:171","msg":"trace[1302320150] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24182; }","duration":"203.991781ms","start":"2026-03-03T01:44:33.96948Z","end":"2026-03-03T01:44:34.173472Z","steps":["trace[1302320150] 'agreement among raft nodes before linearized reading' (duration: 203.912389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:34.17336Z","caller":"traceutil/trace.go:171","msg":"trace[1621173338] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25041; }","duration":"203.842319ms","start":"2026-03-03T01:44:33.969503Z","end":"2026-03-03T01:44:34.173345Z","steps":["trace[1621173338] 'read index received' (duration: 149.794952ms)","trace[1621173338] 'applied index is now lower than readState.Index' (duration: 54.046577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:34.555763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.365164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:34.555839Z","caller":"traceutil/trace.go:171","msg":"trace[1898823629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24182; }","duration":"151.432146ms","start":"2026-03-03T01:44:34.404373Z","end":"2026-03-03T01:44:34.555806Z","steps":["trace[1898823629] 'range keys from in-memory index tree' (duration: 151.264222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:35.114177Z","caller":"traceutil/trace.go:171","msg":"trace[709059287] linearizableReadLoop","detail":"{readStateIndex:25043; appliedIndex:25042; }","duration":"455.241594ms","start":"2026-03-03T01:44:34.658911Z","end":"2026-03-03T01:44:35.114153Z","steps":["trace[709059287] 'read index received' (duration: 455.073371ms)","trace[709059287] 'applied index is now lower than readState.Index' (duration: 167.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:35.114247Z","caller":"traceutil/trace.go:171","msg":"trace[957335] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"533.093435ms","start":"2026-03-03T01:44:34.581104Z","end":"2026-03-03T01:44:35.114198Z","steps":["trace[957335] 'process raft request' (duration: 532.85578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:35.114422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.49592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T01:44:35.114455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:34.581088Z","time spent":"533.241367ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:35.114467Z","caller":"traceutil/trace.go:171","msg":"trace[160611409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24183; }","duration":"455.588981ms","start":"2026-03-03T01:44:34.658865Z","end":"2026-03-03T01:44:35.114454Z","steps":["trace[160611409] 'agreement among raft nodes before linearized reading' (duration: 455.400477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:35.114511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:34.658844Z","time spent":"455.657893ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:35.131782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.297879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:35.131902Z","caller":"traceutil/trace.go:171","msg":"trace[1419817159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24184; }","duration":"411.506423ms","start":"2026-03-03T01:44:34.720371Z","end":"2026-03-03T01:44:35.131877Z","steps":["trace[1419817159] 'agreement among raft nodes before linearized reading' (duration: 411.223877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:35.131954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:34.720352Z","time spent":"411.592386ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:35.132291Z","caller":"traceutil/trace.go:171","msg":"trace[1946548961] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"231.863617ms","start":"2026-03-03T01:44:34.900392Z","end":"2026-03-03T01:44:35.132255Z","steps":["trace[1946548961] 'process raft request' (duration: 230.964338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:35.132765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.390737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:44:35.132869Z","caller":"traceutil/trace.go:171","msg":"trace[1500974783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24184; }","duration":"232.548631ms","start":"2026-03-03T01:44:34.9003Z","end":"2026-03-03T01:44:35.132848Z","steps":["trace[1500974783] 'agreement among raft nodes before linearized reading' (duration: 231.9931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:35.830174Z","caller":"traceutil/trace.go:171","msg":"trace[1006052733] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"340.658864ms","start":"2026-03-03T01:44:35.489489Z","end":"2026-03-03T01:44:35.830148Z","steps":["trace[1006052733] 'process raft request' (duration: 340.517631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:35.830343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.489462Z","time spent":"340.788617ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:36.195326Z","caller":"traceutil/trace.go:171","msg":"trace[1964770206] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"578.55194ms","start":"2026-03-03T01:44:35.616751Z","end":"2026-03-03T01:44:36.195302Z","steps":["trace[1964770206] 'process raft request' (duration: 578.247074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.195532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.616733Z","time spent":"578.667912ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:36.195683Z","caller":"traceutil/trace.go:171","msg":"trace[429298283] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"535.250337ms","start":"2026-03-03T01:44:35.660397Z","end":"2026-03-03T01:44:36.195647Z","steps":["trace[429298283] 'process raft request' (duration: 534.85583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:36.195799Z","caller":"traceutil/trace.go:171","msg":"trace[1327417480] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"535.079334ms","start":"2026-03-03T01:44:35.660688Z","end":"2026-03-03T01:44:36.195767Z","steps":["trace[1327417480] 'process raft request' (duration: 534.847209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.195856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.660367Z","time spent":"535.392311ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:36.195889Z","caller":"traceutil/trace.go:171","msg":"trace[414968308] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"535.196997ms","start":"2026-03-03T01:44:35.660677Z","end":"2026-03-03T01:44:36.195874Z","steps":["trace[414968308] 'process raft request' (duration: 535.017323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.195944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.660661Z","time spent":"535.206397ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:36.195971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.660668Z","time spent":"535.256988ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:36.196106Z","caller":"traceutil/trace.go:171","msg":"trace[800991071] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"534.935041ms","start":"2026-03-03T01:44:35.661152Z","end":"2026-03-03T01:44:36.196087Z","steps":["trace[800991071] 'process raft request' (duration: 534.681936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:36.196129Z","caller":"traceutil/trace.go:171","msg":"trace[481650935] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"534.935972ms","start":"2026-03-03T01:44:35.661175Z","end":"2026-03-03T01:44:36.196111Z","steps":["trace[481650935] 'process raft request' (duration: 534.824869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.196202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.193155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:36.196227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.661127Z","time spent":"535.054684ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:36.196252Z","caller":"traceutil/trace.go:171","msg":"trace[1228152815] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24193; }","duration":"547.251576ms","start":"2026-03-03T01:44:35.648991Z","end":"2026-03-03T01:44:36.196242Z","steps":["trace[1228152815] 'agreement among raft nodes before linearized reading' (duration: 547.170235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.196239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.661138Z","time spent":"535.019753ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:36.196286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.648964Z","time spent":"547.313018ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:44:36.196122Z","caller":"traceutil/trace.go:171","msg":"trace[2072368073] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25047; }","duration":"547.025701ms","start":"2026-03-03T01:44:35.649073Z","end":"2026-03-03T01:44:36.196099Z","steps":["trace[2072368073] 'read index received' (duration: 181.388902ms)","trace[2072368073] 'applied index is now lower than readState.Index' (duration: 365.635699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:36.196413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.328864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:36.196468Z","caller":"traceutil/trace.go:171","msg":"trace[1173107653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"475.415837ms","start":"2026-03-03T01:44:35.721038Z","end":"2026-03-03T01:44:36.196453Z","steps":["trace[1173107653] 'agreement among raft nodes before linearized reading' (duration: 475.337105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.19651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.721017Z","time spent":"475.486068ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:44:36.196597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.365004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:44:36.19667Z","caller":"traceutil/trace.go:171","msg":"trace[1557695575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24193; }","duration":"386.461715ms","start":"2026-03-03T01:44:35.810191Z","end":"2026-03-03T01:44:36.196653Z","steps":["trace[1557695575] 'agreement among raft nodes before linearized reading' (duration: 386.280542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:36.196725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:35.810177Z","time spent":"386.530996ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:44:37.331423Z","caller":"traceutil/trace.go:171","msg":"trace[1799202179] linearizableReadLoop","detail":"{readStateIndex:25056; appliedIndex:25055; }","duration":"131.339096ms","start":"2026-03-03T01:44:37.200059Z","end":"2026-03-03T01:44:37.331398Z","steps":["trace[1799202179] 'read index received' (duration: 131.102491ms)","trace[1799202179] 'applied index is now lower than readState.Index' (duration: 235.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:37.331502Z","caller":"traceutil/trace.go:171","msg":"trace[1602336431] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"161.813263ms","start":"2026-03-03T01:44:37.16965Z","end":"2026-03-03T01:44:37.331463Z","steps":["trace[1602336431] 'process raft request' (duration: 161.586648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:37.331634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.55504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:44:37.331718Z","caller":"traceutil/trace.go:171","msg":"trace[1926225776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24196; }","duration":"131.686103ms","start":"2026-03-03T01:44:37.200019Z","end":"2026-03-03T01:44:37.331705Z","steps":["trace[1926225776] 'agreement among raft nodes before linearized reading' (duration: 131.496619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:37.331969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.836976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:37.332058Z","caller":"traceutil/trace.go:171","msg":"trace[2079090602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24196; }","duration":"129.927358ms","start":"2026-03-03T01:44:37.202105Z","end":"2026-03-03T01:44:37.332033Z","steps":["trace[2079090602] 'agreement among raft nodes before linearized reading' (duration: 129.707164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:37.54488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.314164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:37.545237Z","caller":"traceutil/trace.go:171","msg":"trace[870621493] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"209.802977ms","start":"2026-03-03T01:44:37.335401Z","end":"2026-03-03T01:44:37.545204Z","steps":["trace[870621493] 'process raft request' (duration: 62.049815ms)","trace[870621493] 'compare' (duration: 147.216732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:38.309791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.836936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:38.309877Z","caller":"traceutil/trace.go:171","msg":"trace[318284429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24198; }","duration":"125.972588ms","start":"2026-03-03T01:44:38.183881Z","end":"2026-03-03T01:44:38.309854Z","steps":["trace[318284429] 'count revisions from in-memory index tree' (duration: 125.748494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.310019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.811118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:38.310123Z","caller":"traceutil/trace.go:171","msg":"trace[759007218] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24198; }","duration":"199.976442ms","start":"2026-03-03T01:44:38.110124Z","end":"2026-03-03T01:44:38.310101Z","steps":["trace[759007218] 'count revisions from in-memory index tree' (duration: 199.692326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:38.5084Z","caller":"traceutil/trace.go:171","msg":"trace[636594711] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"306.230618ms","start":"2026-03-03T01:44:38.202149Z","end":"2026-03-03T01:44:38.508379Z","steps":["trace[636594711] 'process raft request' (duration: 306.084605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.508536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.202127Z","time spent":"306.33354ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:38.831481Z","caller":"traceutil/trace.go:171","msg":"trace[1447690210] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25058; }","duration":"562.811887ms","start":"2026-03-03T01:44:38.268645Z","end":"2026-03-03T01:44:38.831457Z","steps":["trace[1447690210] 'read index received' (duration: 239.676263ms)","trace[1447690210] 'applied index is now lower than readState.Index' (duration: 323.134494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:38.83152Z","caller":"traceutil/trace.go:171","msg":"trace[626409979] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"628.999875ms","start":"2026-03-03T01:44:38.20248Z","end":"2026-03-03T01:44:38.83148Z","steps":["trace[626409979] 'process raft request' (duration: 628.788531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:38.831637Z","caller":"traceutil/trace.go:171","msg":"trace[134669373] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"405.772901ms","start":"2026-03-03T01:44:38.425852Z","end":"2026-03-03T01:44:38.831625Z","steps":["trace[134669373] 'process raft request' (duration: 405.565446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:38.831608Z","caller":"traceutil/trace.go:171","msg":"trace[1858818242] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"629.194398ms","start":"2026-03-03T01:44:38.20237Z","end":"2026-03-03T01:44:38.831565Z","steps":["trace[1858818242] 'process raft request' (duration: 628.737979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:38.831734Z","caller":"traceutil/trace.go:171","msg":"trace[1112452037] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"628.991764ms","start":"2026-03-03T01:44:38.202725Z","end":"2026-03-03T01:44:38.831717Z","steps":["trace[1112452037] 'process raft request' (duration: 628.582746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.831756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.425827Z","time spent":"405.848731ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:38.831791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.344043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:38.831822Z","caller":"traceutil/trace.go:171","msg":"trace[804378674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24205; }","duration":"493.406085ms","start":"2026-03-03T01:44:38.338407Z","end":"2026-03-03T01:44:38.831813Z","steps":["trace[804378674] 'agreement among raft nodes before linearized reading' (duration: 493.280653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.83184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.338392Z","time spent":"493.444446ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:38.831829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.202711Z","time spent":"629.061035ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:38.831675Z","caller":"traceutil/trace.go:171","msg":"trace[670093498] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"627.066206ms","start":"2026-03-03T01:44:38.204582Z","end":"2026-03-03T01:44:38.831648Z","steps":["trace[670093498] 'process raft request' (duration: 626.799801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.831838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.180124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:44:38.831828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.202362Z","time spent":"629.369262ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:38.831876Z","caller":"traceutil/trace.go:171","msg":"trace[98148773] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"627.882952ms","start":"2026-03-03T01:44:38.20397Z","end":"2026-03-03T01:44:38.831853Z","steps":["trace[98148773] 'process raft request' (duration: 627.376602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.831878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.340087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:38.831902Z","caller":"traceutil/trace.go:171","msg":"trace[1888973068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24205; }","duration":"563.275756ms","start":"2026-03-03T01:44:38.268612Z","end":"2026-03-03T01:44:38.831888Z","steps":["trace[1888973068] 'agreement among raft nodes before linearized reading' (duration: 563.086472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.83192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.204561Z","time spent":"627.317781ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:38.831955Z","caller":"traceutil/trace.go:171","msg":"trace[1726285291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24205; }","duration":"111.458919ms","start":"2026-03-03T01:44:38.720475Z","end":"2026-03-03T01:44:38.831934Z","steps":["trace[1726285291] 'agreement among raft nodes before linearized reading' (duration: 111.296495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:38.831973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.203944Z","time spent":"627.977654ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:38.831955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.268594Z","time spent":"563.348348ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:44:38.832467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:38.202446Z","time spent":"629.180348ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:39.086058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.819334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T01:44:39.086161Z","caller":"traceutil/trace.go:171","msg":"trace[822255745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24206; }","duration":"136.953397ms","start":"2026-03-03T01:44:38.949184Z","end":"2026-03-03T01:44:39.086137Z","steps":["trace[822255745] 'range keys from in-memory index tree' (duration: 136.658412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:39.086153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.776693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T01:44:39.08637Z","caller":"traceutil/trace.go:171","msg":"trace[1976481478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24206; }","duration":"138.041108ms","start":"2026-03-03T01:44:38.948312Z","end":"2026-03-03T01:44:39.086353Z","steps":["trace[1976481478] 'range keys from in-memory index tree' (duration: 137.535358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:39.397588Z","caller":"traceutil/trace.go:171","msg":"trace[1089502771] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"306.782728ms","start":"2026-03-03T01:44:39.090775Z","end":"2026-03-03T01:44:39.397558Z","steps":["trace[1089502771] 'process raft request' (duration: 306.590845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:39.397766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.090755Z","time spent":"306.920852ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:39.719188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.332689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:44:39.719417Z","caller":"traceutil/trace.go:171","msg":"trace[1176677694] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"628.551885ms","start":"2026-03-03T01:44:39.090833Z","end":"2026-03-03T01:44:39.719385Z","steps":["trace[1176677694] 'process raft request' (duration: 424.945071ms)","trace[1176677694] 'compare' (duration: 202.982902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:39.719566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.090812Z","time spent":"628.677068ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:40.144929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.636826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:44:40.145758Z","caller":"traceutil/trace.go:171","msg":"trace[1641936238] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25067; }","duration":"596.856725ms","start":"2026-03-03T01:44:39.548885Z","end":"2026-03-03T01:44:40.145742Z","steps":["trace[1641936238] 'read index received' (duration: 117.043µs)","trace[1641936238] 'applied index is now lower than readState.Index' (duration: 596.738902ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:40.145853Z","caller":"traceutil/trace.go:171","msg":"trace[2113866475] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"801.673793ms","start":"2026-03-03T01:44:39.344167Z","end":"2026-03-03T01:44:40.145841Z","steps":["trace[2113866475] 'process raft request' (duration: 800.851597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:40.145959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.344137Z","time spent":"801.755815ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:40.196163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.447964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T01:44:40.196256Z","caller":"traceutil/trace.go:171","msg":"trace[2011322879] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7; range_end:; response_count:1; response_revision:24209; }","duration":"609.586017ms","start":"2026-03-03T01:44:39.58664Z","end":"2026-03-03T01:44:40.196226Z","steps":["trace[2011322879] 'agreement among raft nodes before linearized reading' (duration: 559.52411ms)","trace[2011322879] 'range keys from in-memory index tree' (duration: 49.839233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:40.196246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.167526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T01:44:40.196303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.586619Z","time spent":"609.673989ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zl25c.1899315d2b708ba7\" "} {"level":"info","ts":"2026-03-03T01:44:40.196329Z","caller":"traceutil/trace.go:171","msg":"trace[1700097819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24209; }","duration":"316.310849ms","start":"2026-03-03T01:44:39.879995Z","end":"2026-03-03T01:44:40.196306Z","steps":["trace[1700097819] 'agreement among raft nodes before linearized reading' (duration: 266.221541ms)","trace[1700097819] 'range keys from in-memory index tree' (duration: 49.908524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:40.196392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.792554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:40.196466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.555394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T01:44:40.196547Z","caller":"traceutil/trace.go:171","msg":"trace[1782399213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24209; }","duration":"475.036449ms","start":"2026-03-03T01:44:39.721475Z","end":"2026-03-03T01:44:40.196512Z","steps":["trace[1782399213] 'agreement among raft nodes before linearized reading' (duration: 424.748238ms)","trace[1782399213] 'range keys from in-memory index tree' (duration: 50.054336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:40.196457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.879976Z","time spent":"316.3897ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" "} {"level":"warn","ts":"2026-03-03T01:44:40.196619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.721455Z","time spent":"475.150711ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:40.196579Z","caller":"traceutil/trace.go:171","msg":"trace[192745416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24209; }","duration":"647.701777ms","start":"2026-03-03T01:44:39.54883Z","end":"2026-03-03T01:44:40.196532Z","steps":["trace[192745416] 'agreement among raft nodes before linearized reading' (duration: 597.318304ms)","trace[192745416] 'range keys from in-memory index tree' (duration: 50.146599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:40.196705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:39.548798Z","time spent":"647.87373ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:44:40.885945Z","caller":"traceutil/trace.go:171","msg":"trace[1755968618] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25072; }","duration":"244.57057ms","start":"2026-03-03T01:44:40.641354Z","end":"2026-03-03T01:44:40.885925Z","steps":["trace[1755968618] 'read index received' (duration: 244.475488ms)","trace[1755968618] 'applied index is now lower than readState.Index' (duration: 91.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:44:40.88604Z","caller":"traceutil/trace.go:171","msg":"trace[1389715751] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"372.13715ms","start":"2026-03-03T01:44:40.513889Z","end":"2026-03-03T01:44:40.886026Z","steps":["trace[1389715751] 'process raft request' (duration: 371.899895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:40.886125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.513864Z","time spent":"372.196561ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:44:40.886134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.751494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:44:40.886218Z","caller":"traceutil/trace.go:171","msg":"trace[651012805] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24212; }","duration":"244.882447ms","start":"2026-03-03T01:44:40.641315Z","end":"2026-03-03T01:44:40.886198Z","steps":["trace[651012805] 'agreement among raft nodes before linearized reading' (duration: 244.733284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:41.139489Z","caller":"traceutil/trace.go:171","msg":"trace[669259706] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"301.700467ms","start":"2026-03-03T01:44:40.83777Z","end":"2026-03-03T01:44:41.13947Z","steps":["trace[669259706] 'process raft request' (duration: 301.615676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.139633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.837764Z","time spent":"301.78503ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.139498Z","caller":"traceutil/trace.go:171","msg":"trace[383429287] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"302.390111ms","start":"2026-03-03T01:44:40.837084Z","end":"2026-03-03T01:44:41.139474Z","steps":["trace[383429287] 'process raft request' (duration: 302.103586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.139755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.837057Z","time spent":"302.663646ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.139797Z","caller":"traceutil/trace.go:171","msg":"trace[1147216996] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"301.8361ms","start":"2026-03-03T01:44:40.837937Z","end":"2026-03-03T01:44:41.139773Z","steps":["trace[1147216996] 'process raft request' (duration: 301.504844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.13994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.837908Z","time spent":"301.959013ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.139965Z","caller":"traceutil/trace.go:171","msg":"trace[1120810603] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"301.82396ms","start":"2026-03-03T01:44:40.838132Z","end":"2026-03-03T01:44:41.139956Z","steps":["trace[1120810603] 'process raft request' (duration: 301.513134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.140058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.838122Z","time spent":"301.906802ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.140266Z","caller":"traceutil/trace.go:171","msg":"trace[1375184576] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"301.39766ms","start":"2026-03-03T01:44:40.838848Z","end":"2026-03-03T01:44:41.140246Z","steps":["trace[1375184576] 'process raft request' (duration: 301.060084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:41.140314Z","caller":"traceutil/trace.go:171","msg":"trace[1810465433] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25073; }","duration":"254.289882ms","start":"2026-03-03T01:44:40.886Z","end":"2026-03-03T01:44:41.14029Z","steps":["trace[1810465433] 'read index received' (duration: 253.118969ms)","trace[1810465433] 'applied index is now lower than readState.Index' (duration: 1.169893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:41.140382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.838808Z","time spent":"301.513603ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.140369Z","caller":"traceutil/trace.go:171","msg":"trace[1089746120] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"301.400411ms","start":"2026-03-03T01:44:40.838957Z","end":"2026-03-03T01:44:41.140358Z","steps":["trace[1089746120] 'process raft request' (duration: 301.213967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.140479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.83588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:44:41.140488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.838948Z","time spent":"301.512033ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:44:41.140516Z","caller":"traceutil/trace.go:171","msg":"trace[931883962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24218; }","duration":"417.932662ms","start":"2026-03-03T01:44:40.722574Z","end":"2026-03-03T01:44:41.140507Z","steps":["trace[931883962] 'agreement among raft nodes before linearized reading' (duration: 417.85196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.140539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.153118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:44:41.140641Z","caller":"traceutil/trace.go:171","msg":"trace[2102947977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24218; }","duration":"277.305202ms","start":"2026-03-03T01:44:40.863313Z","end":"2026-03-03T01:44:41.140618Z","steps":["trace[2102947977] 'agreement among raft nodes before linearized reading' (duration: 277.002746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.140581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:44:40.722537Z","time spent":"418.036224ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:44:41.364125Z","caller":"traceutil/trace.go:171","msg":"trace[1237178700] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"205.026402ms","start":"2026-03-03T01:44:41.15908Z","end":"2026-03-03T01:44:41.364106Z","steps":["trace[1237178700] 'process raft request' (duration: 204.993492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:41.364318Z","caller":"traceutil/trace.go:171","msg":"trace[1603088336] linearizableReadLoop","detail":"{readStateIndex:25080; appliedIndex:25079; }","duration":"219.728625ms","start":"2026-03-03T01:44:41.144567Z","end":"2026-03-03T01:44:41.364295Z","steps":["trace[1603088336] 'read index received' (duration: 217.714316ms)","trace[1603088336] 'applied index is now lower than readState.Index' (duration: 2.010379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:44:41.364826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.229525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T01:44:41.364927Z","caller":"traceutil/trace.go:171","msg":"trace[208807525] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24220; }","duration":"220.346087ms","start":"2026-03-03T01:44:41.144559Z","end":"2026-03-03T01:44:41.364905Z","steps":["trace[208807525] 'agreement among raft nodes before linearized reading' (duration: 220.033911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:44:41.364892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.386933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T01:44:41.365238Z","caller":"traceutil/trace.go:171","msg":"trace[667142929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5ec16a1-e17b-4c8d-8f74-62ab3aa31ba6; range_end:; response_count:1; response_revision:24220; }","duration":"164.73412ms","start":"2026-03-03T01:44:41.200448Z","end":"2026-03-03T01:44:41.365182Z","steps":["trace[667142929] 'agreement among raft nodes before linearized reading' (duration: 164.27935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:44:41.364163Z","caller":"traceutil/trace.go:171","msg":"trace[799250519] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"219.885608ms","start":"2026-03-03T01:44:41.144242Z","end":"2026-03-03T01:44:41.364127Z","steps":["trace[799250519] 'process raft request' (duration: 218.027711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.073501Z","caller":"traceutil/trace.go:171","msg":"trace[988835608] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"111.387768ms","start":"2026-03-03T01:45:02.962074Z","end":"2026-03-03T01:45:03.073462Z","steps":["trace[988835608] 'process raft request' (duration: 90.987472ms)","trace[988835608] 'compare' (duration: 20.238993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:03.073442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.694232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:45:03.074065Z","caller":"traceutil/trace.go:171","msg":"trace[1710983970] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24409; }","duration":"141.377075ms","start":"2026-03-03T01:45:02.932659Z","end":"2026-03-03T01:45:03.074036Z","steps":["trace[1710983970] 'count revisions from in-memory index tree' (duration: 140.443956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.518099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.635332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:03.518381Z","caller":"traceutil/trace.go:171","msg":"trace[465808549] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"292.518506ms","start":"2026-03-03T01:45:03.22584Z","end":"2026-03-03T01:45:03.518358Z","steps":["trace[465808549] 'process raft request' (duration: 173.532956ms)","trace[465808549] 'compare' (duration: 118.52536ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:03.518381Z","caller":"traceutil/trace.go:171","msg":"trace[416902689] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"290.102138ms","start":"2026-03-03T01:45:03.228263Z","end":"2026-03-03T01:45:03.518365Z","steps":["trace[416902689] 'process raft request' (duration: 290.021567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.518383Z","caller":"traceutil/trace.go:171","msg":"trace[273090248] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"292.530286ms","start":"2026-03-03T01:45:03.225823Z","end":"2026-03-03T01:45:03.518353Z","steps":["trace[273090248] 'process raft request' (duration: 292.363433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.518498Z","caller":"traceutil/trace.go:171","msg":"trace[225223650] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"214.983322ms","start":"2026-03-03T01:45:03.303508Z","end":"2026-03-03T01:45:03.518491Z","steps":["trace[225223650] 'process raft request' (duration: 214.818268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.518383Z","caller":"traceutil/trace.go:171","msg":"trace[554722027] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"290.915924ms","start":"2026-03-03T01:45:03.227447Z","end":"2026-03-03T01:45:03.518363Z","steps":["trace[554722027] 'process raft request' (duration: 290.801072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.760781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.904788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"warn","ts":"2026-03-03T01:45:03.760762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.210104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:45:03.760839Z","caller":"traceutil/trace.go:171","msg":"trace[809678692] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24418; }","duration":"112.033281ms","start":"2026-03-03T01:45:03.648791Z","end":"2026-03-03T01:45:03.760824Z","steps":["trace[809678692] 'range keys from in-memory index tree' (duration: 111.765676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.760858Z","caller":"traceutil/trace.go:171","msg":"trace[1073309434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24418; }","duration":"115.335846ms","start":"2026-03-03T01:45:03.645499Z","end":"2026-03-03T01:45:03.760835Z","steps":["trace[1073309434] 'range keys from in-memory index tree' (duration: 115.011071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.854867Z","caller":"traceutil/trace.go:171","msg":"trace[142005458] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"204.85258ms","start":"2026-03-03T01:45:03.649989Z","end":"2026-03-03T01:45:03.854842Z","steps":["trace[142005458] 'process raft request' (duration: 204.714717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.855266Z","caller":"traceutil/trace.go:171","msg":"trace[1505818560] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25285; }","duration":"148.789372ms","start":"2026-03-03T01:45:03.706447Z","end":"2026-03-03T01:45:03.855236Z","steps":["trace[1505818560] 'read index received' (duration: 148.775862ms)","trace[1505818560] 'applied index is now lower than readState.Index' (duration: 11.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:03.855586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.12784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-03T01:45:03.855676Z","caller":"traceutil/trace.go:171","msg":"trace[952187458] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24419; }","duration":"149.255772ms","start":"2026-03-03T01:45:03.706407Z","end":"2026-03-03T01:45:03.855663Z","steps":["trace[952187458] 'agreement among raft nodes before linearized reading' (duration: 148.937195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.977983Z","caller":"traceutil/trace.go:171","msg":"trace[94147697] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"211.107554ms","start":"2026-03-03T01:45:03.766838Z","end":"2026-03-03T01:45:03.977945Z","steps":["trace[94147697] 'process raft request' (duration: 192.356271ms)","trace[94147697] 'compare' (duration: 18.15011ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:03.978021Z","caller":"traceutil/trace.go:171","msg":"trace[482526702] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25285; }","duration":"122.663893ms","start":"2026-03-03T01:45:03.855324Z","end":"2026-03-03T01:45:03.977988Z","steps":["trace[482526702] 'read index received' (duration: 103.820758ms)","trace[482526702] 'applied index is now lower than readState.Index' (duration: 18.840925ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:03.978099Z","caller":"traceutil/trace.go:171","msg":"trace[1280615353] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"206.702187ms","start":"2026-03-03T01:45:03.77138Z","end":"2026-03-03T01:45:03.978082Z","steps":["trace[1280615353] 'process raft request' (duration: 206.437302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:03.978315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.623091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:45:03.978344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.438066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T01:45:03.978379Z","caller":"traceutil/trace.go:171","msg":"trace[8175488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24421; }","duration":"256.742033ms","start":"2026-03-03T01:45:03.721621Z","end":"2026-03-03T01:45:03.978363Z","steps":["trace[8175488] 'agreement among raft nodes before linearized reading' (duration: 256.607411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:03.978397Z","caller":"traceutil/trace.go:171","msg":"trace[854402853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24421; }","duration":"255.525929ms","start":"2026-03-03T01:45:03.722852Z","end":"2026-03-03T01:45:03.978378Z","steps":["trace[854402853] 'agreement among raft nodes before linearized reading' (duration: 255.298084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:04.015946Z","caller":"traceutil/trace.go:171","msg":"trace[824730155] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"126.259504ms","start":"2026-03-03T01:45:03.889656Z","end":"2026-03-03T01:45:04.015915Z","steps":["trace[824730155] 'process raft request' (duration: 126.100121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.586774Z","caller":"traceutil/trace.go:171","msg":"trace[509790308] linearizableReadLoop","detail":"{readStateIndex:25351; appliedIndex:25350; }","duration":"103.659344ms","start":"2026-03-03T01:45:11.483097Z","end":"2026-03-03T01:45:11.586756Z","steps":["trace[509790308] 'read index received' (duration: 103.626103ms)","trace[509790308] 'applied index is now lower than readState.Index' (duration: 32.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:11.587094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.981601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T01:45:11.587155Z","caller":"traceutil/trace.go:171","msg":"trace[2118828793] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24483; }","duration":"104.098672ms","start":"2026-03-03T01:45:11.483044Z","end":"2026-03-03T01:45:11.587143Z","steps":["trace[2118828793] 'agreement among raft nodes before linearized reading' (duration: 103.871768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.587343Z","caller":"traceutil/trace.go:171","msg":"trace[908382894] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24483; }","duration":"107.041001ms","start":"2026-03-03T01:45:11.480293Z","end":"2026-03-03T01:45:11.587334Z","steps":["trace[908382894] 'process raft request' (duration: 106.328107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.7583Z","caller":"traceutil/trace.go:171","msg":"trace[1425002587] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"236.810846ms","start":"2026-03-03T01:45:11.521471Z","end":"2026-03-03T01:45:11.758281Z","steps":["trace[1425002587] 'process raft request' (duration: 236.645203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.758427Z","caller":"traceutil/trace.go:171","msg":"trace[1994370878] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"211.8853ms","start":"2026-03-03T01:45:11.54653Z","end":"2026-03-03T01:45:11.758416Z","steps":["trace[1994370878] 'process raft request' (duration: 211.701436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.758561Z","caller":"traceutil/trace.go:171","msg":"trace[517605647] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"210.317718ms","start":"2026-03-03T01:45:11.548218Z","end":"2026-03-03T01:45:11.758535Z","steps":["trace[517605647] 'process raft request' (duration: 210.161855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.758603Z","caller":"traceutil/trace.go:171","msg":"trace[935952341] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25351; }","duration":"170.863163ms","start":"2026-03-03T01:45:11.587721Z","end":"2026-03-03T01:45:11.758584Z","steps":["trace[935952341] 'read index received' (duration: 170.438055ms)","trace[935952341] 'applied index is now lower than readState.Index' (duration: 424.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:11.758668Z","caller":"traceutil/trace.go:171","msg":"trace[1445629690] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"210.305438ms","start":"2026-03-03T01:45:11.548354Z","end":"2026-03-03T01:45:11.758659Z","steps":["trace[1445629690] 'process raft request' (duration: 210.137354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:11.758791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.050227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:45:11.758838Z","caller":"traceutil/trace.go:171","msg":"trace[914606410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24487; }","duration":"171.119178ms","start":"2026-03-03T01:45:11.587705Z","end":"2026-03-03T01:45:11.758824Z","steps":["trace[914606410] 'agreement among raft nodes before linearized reading' (duration: 170.969265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:11.80146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.065673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:45:11.801519Z","caller":"traceutil/trace.go:171","msg":"trace[654971362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24488; }","duration":"213.150325ms","start":"2026-03-03T01:45:11.588355Z","end":"2026-03-03T01:45:11.801505Z","steps":["trace[654971362] 'agreement among raft nodes before linearized reading' (duration: 212.983652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:11.801759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.387235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:45:11.801779Z","caller":"traceutil/trace.go:171","msg":"trace[1674823091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24488; }","duration":"143.437637ms","start":"2026-03-03T01:45:11.658337Z","end":"2026-03-03T01:45:11.801774Z","steps":["trace[1674823091] 'agreement among raft nodes before linearized reading' (duration: 143.387595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:11.801788Z","caller":"traceutil/trace.go:171","msg":"trace[480710153] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"213.134215ms","start":"2026-03-03T01:45:11.588634Z","end":"2026-03-03T01:45:11.801768Z","steps":["trace[480710153] 'process raft request' (duration: 212.599905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:12.014435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.798304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:12.014518Z","caller":"traceutil/trace.go:171","msg":"trace[394574705] linearizableReadLoop","detail":"{readStateIndex:25357; appliedIndex:25356; }","duration":"211.817458ms","start":"2026-03-03T01:45:11.802688Z","end":"2026-03-03T01:45:12.014506Z","steps":["trace[394574705] 'read index received' (duration: 69.892012ms)","trace[394574705] 'applied index is now lower than readState.Index' (duration: 141.924596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:12.014573Z","caller":"traceutil/trace.go:171","msg":"trace[1052653699] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"251.553189ms","start":"2026-03-03T01:45:11.763008Z","end":"2026-03-03T01:45:12.014561Z","steps":["trace[1052653699] 'process raft request' (duration: 109.561772ms)","trace[1052653699] 'compare' (duration: 141.376215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:12.014707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.003812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:12.014765Z","caller":"traceutil/trace.go:171","msg":"trace[860245299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24489; }","duration":"212.092835ms","start":"2026-03-03T01:45:11.802659Z","end":"2026-03-03T01:45:12.014752Z","steps":["trace[860245299] 'agreement among raft nodes before linearized reading' (duration: 211.988582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:12.056998Z","caller":"traceutil/trace.go:171","msg":"trace[149274446] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"251.288614ms","start":"2026-03-03T01:45:11.805686Z","end":"2026-03-03T01:45:12.056974Z","steps":["trace[149274446] 'process raft request' (duration: 250.59024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:12.057172Z","caller":"traceutil/trace.go:171","msg":"trace[1141738870] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"250.239004ms","start":"2026-03-03T01:45:11.806923Z","end":"2026-03-03T01:45:12.057162Z","steps":["trace[1141738870] 'process raft request' (duration: 249.476238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:28.99313Z","caller":"traceutil/trace.go:171","msg":"trace[1152232751] linearizableReadLoop","detail":"{readStateIndex:25496; appliedIndex:25495; }","duration":"308.011754ms","start":"2026-03-03T01:45:28.6851Z","end":"2026-03-03T01:45:28.993112Z","steps":["trace[1152232751] 'read index received' (duration: 307.847821ms)","trace[1152232751] 'applied index is now lower than readState.Index' (duration: 163.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:28.993228Z","caller":"traceutil/trace.go:171","msg":"trace[1643128709] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"544.025105ms","start":"2026-03-03T01:45:28.449173Z","end":"2026-03-03T01:45:28.993198Z","steps":["trace[1643128709] 'process raft request' (duration: 543.831291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:28.993301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.195798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T01:45:28.993349Z","caller":"traceutil/trace.go:171","msg":"trace[973794763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24624; }","duration":"308.29737ms","start":"2026-03-03T01:45:28.685041Z","end":"2026-03-03T01:45:28.993339Z","steps":["trace[973794763] 'agreement among raft nodes before linearized reading' (duration: 308.159028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:28.993364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:28.44914Z","time spent":"544.148346ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:28.993384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:28.685016Z","time spent":"308.358101ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:45:28.993533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.204213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:45:28.993635Z","caller":"traceutil/trace.go:171","msg":"trace[949764735] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24624; }","duration":"248.397977ms","start":"2026-03-03T01:45:28.74521Z","end":"2026-03-03T01:45:28.993608Z","steps":["trace[949764735] 'agreement among raft nodes before linearized reading' (duration: 248.102861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:29.481841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.723463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:29.481927Z","caller":"traceutil/trace.go:171","msg":"trace[1687101970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24624; }","duration":"384.843065ms","start":"2026-03-03T01:45:29.097063Z","end":"2026-03-03T01:45:29.481906Z","steps":["trace[1687101970] 'range keys from in-memory index tree' (duration: 384.657942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:29.481971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.097038Z","time spent":"384.923377ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:45:29.828166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.253009ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T01:45:29.986426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391744495836178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:45:30.232899Z","caller":"traceutil/trace.go:171","msg":"trace[1364840833] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"994.408354ms","start":"2026-03-03T01:45:29.238453Z","end":"2026-03-03T01:45:30.232861Z","steps":["trace[1364840833] 'process raft request' (duration: 993.970335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:30.233006Z","caller":"traceutil/trace.go:171","msg":"trace[1510249379] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"833.694893ms","start":"2026-03-03T01:45:29.39928Z","end":"2026-03-03T01:45:30.232975Z","steps":["trace[1510249379] 'process raft request' (duration: 833.435328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.233111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.238428Z","time spent":"994.571427ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:30.233165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.399252Z","time spent":"833.821016ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:30.232951Z","caller":"traceutil/trace.go:171","msg":"trace[1912944719] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"821.071131ms","start":"2026-03-03T01:45:29.411853Z","end":"2026-03-03T01:45:30.232924Z","steps":["trace[1912944719] 'process raft request' (duration: 820.936219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.233778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.411843Z","time spent":"821.852017ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:30.968404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.794017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:30.96895Z","caller":"traceutil/trace.go:171","msg":"trace[1786417459] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.3140591s","start":"2026-03-03T01:45:29.65485Z","end":"2026-03-03T01:45:30.968909Z","steps":["trace[1786417459] 'process raft request' (duration: 1.20162795s)","trace[1786417459] 'compare' (duration: 111.517092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:30.969133Z","caller":"traceutil/trace.go:171","msg":"trace[45399511] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.149270998s","start":"2026-03-03T01:45:29.81984Z","end":"2026-03-03T01:45:30.969111Z","steps":["trace[45399511] 'process raft request' (duration: 1.149109415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.969313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.819802Z","time spent":"1.149444582s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:30.969379Z","caller":"traceutil/trace.go:171","msg":"trace[1464606450] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25497; }","duration":"1.483419723s","start":"2026-03-03T01:45:29.485926Z","end":"2026-03-03T01:45:30.969346Z","steps":["trace[1464606450] 'read index received' (duration: 746.552699ms)","trace[1464606450] 'applied index is now lower than readState.Index' (duration: 736.866164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:30.969445Z","caller":"traceutil/trace.go:171","msg":"trace[1026057661] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"1.100100268s","start":"2026-03-03T01:45:29.869301Z","end":"2026-03-03T01:45:30.969401Z","steps":["trace[1026057661] 'process raft request' (duration: 1.099921545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.969176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.654823Z","time spent":"1.314235883s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:30.969599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.869278Z","time spent":"1.100243941s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:30.969415Z","caller":"traceutil/trace.go:171","msg":"trace[910930953] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.146080384s","start":"2026-03-03T01:45:29.823326Z","end":"2026-03-03T01:45:30.969407Z","steps":["trace[910930953] 'process raft request' (duration: 1.145663976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.969766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.823314Z","time spent":"1.1464086s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:30.969296Z","caller":"traceutil/trace.go:171","msg":"trace[106999495] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.150459272s","start":"2026-03-03T01:45:29.818619Z","end":"2026-03-03T01:45:30.969078Z","steps":["trace[106999495] 'process raft request' (duration: 1.150211187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.503231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:45:30.970124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.770712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:30.970137Z","caller":"traceutil/trace.go:171","msg":"trace[1804120485] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"650.830891ms","start":"2026-03-03T01:45:30.319282Z","end":"2026-03-03T01:45:30.970112Z","steps":["trace[1804120485] 'process raft request' (duration: 650.236159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:30.970161Z","caller":"traceutil/trace.go:171","msg":"trace[754157182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24633; }","duration":"812.587053ms","start":"2026-03-03T01:45:30.157562Z","end":"2026-03-03T01:45:30.970149Z","steps":["trace[754157182] 'agreement among raft nodes before linearized reading' (duration: 812.172705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.157542Z","time spent":"812.650574ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045480901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T01:45:30.970185Z","caller":"traceutil/trace.go:171","msg":"trace[1952424494] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24633; }","duration":"861.882854ms","start":"2026-03-03T01:45:30.108284Z","end":"2026-03-03T01:45:30.970167Z","steps":["trace[1952424494] 'agreement among raft nodes before linearized reading' (duration: 861.67912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:30.970238Z","caller":"traceutil/trace.go:171","msg":"trace[215586936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24633; }","duration":"1.045538541s","start":"2026-03-03T01:45:29.924693Z","end":"2026-03-03T01:45:30.970232Z","steps":["trace[215586936] 'agreement among raft nodes before linearized reading' (duration: 1.045411459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.924664Z","time spent":"1.045598483s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.10827Z","time spent":"861.973877ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:45:30.97026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.31926Z","time spent":"650.933913ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:30.970349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.126203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T01:45:30.970386Z","caller":"traceutil/trace.go:171","msg":"trace[1972238152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24633; }","duration":"808.184654ms","start":"2026-03-03T01:45:30.162192Z","end":"2026-03-03T01:45:30.970377Z","steps":["trace[1972238152] 'agreement among raft nodes before linearized reading' (duration: 808.092592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24929699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:45:30.970485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.828347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T01:45:30.970526Z","caller":"traceutil/trace.go:171","msg":"trace[466588036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24633; }","duration":"812.897099ms","start":"2026-03-03T01:45:30.157617Z","end":"2026-03-03T01:45:30.970514Z","steps":["trace[466588036] 'agreement among raft nodes before linearized reading' (duration: 812.760076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:30.970516Z","caller":"traceutil/trace.go:171","msg":"trace[1786624890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24633; }","duration":"1.249495004s","start":"2026-03-03T01:45:29.720982Z","end":"2026-03-03T01:45:30.970477Z","steps":["trace[1786624890] 'agreement among raft nodes before linearized reading' (duration: 1.249229909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.157597Z","time spent":"812.950969ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483620377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:45:30.970251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.818504Z","time spent":"1.151614704s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:30.970599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.720959Z","time spent":"1.249625366s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.162181Z","time spent":"808.226885ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423750684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:30.970948Z","caller":"traceutil/trace.go:171","msg":"trace[1263942925] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24633; }","duration":"1.424612401s","start":"2026-03-03T01:45:29.546319Z","end":"2026-03-03T01:45:30.970931Z","steps":["trace[1263942925] 'agreement among raft nodes before linearized reading' (duration: 1.423325546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.970975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.546304Z","time spent":"1.424662262s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:45:30.972378Z","caller":"traceutil/trace.go:171","msg":"trace[2035328573] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24632; }","duration":"1.486462544s","start":"2026-03-03T01:45:29.485879Z","end":"2026-03-03T01:45:30.972342Z","steps":["trace[2035328573] 'agreement among raft nodes before linearized reading' (duration: 1.483573576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.972454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:29.485855Z","time spent":"1.486579445s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:45:30.970713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.171689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:45:30.972603Z","caller":"traceutil/trace.go:171","msg":"trace[1260172412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24633; }","duration":"879.061986ms","start":"2026-03-03T01:45:30.093479Z","end":"2026-03-03T01:45:30.972541Z","steps":["trace[1260172412] 'agreement among raft nodes before linearized reading' (duration: 876.453864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:30.972669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:30.09345Z","time spent":"879.194879ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:45:36.507647Z","caller":"traceutil/trace.go:171","msg":"trace[778269535] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"251.111731ms","start":"2026-03-03T01:45:36.256506Z","end":"2026-03-03T01:45:36.507618Z","steps":["trace[778269535] 'process raft request' (duration: 250.934937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.34782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.429419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:37.347944Z","caller":"traceutil/trace.go:171","msg":"trace[764902310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24666; }","duration":"589.565641ms","start":"2026-03-03T01:45:36.758361Z","end":"2026-03-03T01:45:37.347926Z","steps":["trace[764902310] 'range keys from in-memory index tree' (duration: 589.412278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.348255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.90675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:37.348451Z","caller":"traceutil/trace.go:171","msg":"trace[549003399] linearizableReadLoop","detail":"{readStateIndex:25542; appliedIndex:25540; }","duration":"626.815703ms","start":"2026-03-03T01:45:36.721624Z","end":"2026-03-03T01:45:37.348439Z","steps":["trace[549003399] 'read index received' (duration: 41.591µs)","trace[549003399] 'applied index is now lower than readState.Index' (duration: 626.773272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:37.348728Z","caller":"traceutil/trace.go:171","msg":"trace[1757857202] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.090995277s","start":"2026-03-03T01:45:36.257717Z","end":"2026-03-03T01:45:37.348713Z","steps":["trace[1757857202] 'process raft request' (duration: 293.559386ms)","trace[1757857202] 'compare' (duration: 795.866619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:37.348802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.257696Z","time spent":"1.091071258s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:37.348962Z","caller":"traceutil/trace.go:171","msg":"trace[382566513] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.054092481s","start":"2026-03-03T01:45:36.29486Z","end":"2026-03-03T01:45:37.348953Z","steps":["trace[382566513] 'process raft request' (duration: 1.053457429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.34902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.294829Z","time spent":"1.054162133s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:37.349161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.537807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:37.349194Z","caller":"traceutil/trace.go:171","msg":"trace[425768885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24668; }","duration":"627.599148ms","start":"2026-03-03T01:45:36.721587Z","end":"2026-03-03T01:45:37.349186Z","steps":["trace[425768885] 'agreement among raft nodes before linearized reading' (duration: 627.545447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.349221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.721567Z","time spent":"627.64863ms","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:45:37.678433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.358486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:37.678967Z","caller":"traceutil/trace.go:171","msg":"trace[424119126] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"687.473282ms","start":"2026-03-03T01:45:36.991469Z","end":"2026-03-03T01:45:37.678942Z","steps":["trace[424119126] 'process raft request' (duration: 565.078494ms)","trace[424119126] 'compare' (duration: 120.838736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:37.679109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.99144Z","time spent":"687.583214ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:37.679103Z","caller":"traceutil/trace.go:171","msg":"trace[1355388769] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25542; }","duration":"330.594124ms","start":"2026-03-03T01:45:37.348482Z","end":"2026-03-03T01:45:37.679076Z","steps":["trace[1355388769] 'read index received' (duration: 208.128145ms)","trace[1355388769] 'applied index is now lower than readState.Index' (duration: 122.464809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:45:37.679321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.701088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:45:37.679339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.083106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:37.679395Z","caller":"traceutil/trace.go:171","msg":"trace[334585073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24673; }","duration":"778.79619ms","start":"2026-03-03T01:45:36.900581Z","end":"2026-03-03T01:45:37.679377Z","steps":["trace[334585073] 'agreement among raft nodes before linearized reading' (duration: 778.688278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:37.6794Z","caller":"traceutil/trace.go:171","msg":"trace[674554093] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24673; }","duration":"783.179877ms","start":"2026-03-03T01:45:36.896202Z","end":"2026-03-03T01:45:37.679382Z","steps":["trace[674554093] 'agreement among raft nodes before linearized reading' (duration: 783.091075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.679406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.81393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T01:45:37.679447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.90057Z","time spent":"778.864001ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:45:37.679453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.896187Z","time spent":"783.250958ms","remote":"127.0.0.1:60378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:45:37.679494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.615614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:37.679536Z","caller":"traceutil/trace.go:171","msg":"trace[2954673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"328.694486ms","start":"2026-03-03T01:45:37.350831Z","end":"2026-03-03T01:45:37.679526Z","steps":["trace[2954673] 'agreement among raft nodes before linearized reading' (duration: 328.616304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.679569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.35081Z","time spent":"328.752527ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:45:37.679565Z","caller":"traceutil/trace.go:171","msg":"trace[601888883] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"685.797858ms","start":"2026-03-03T01:45:36.993762Z","end":"2026-03-03T01:45:37.67956Z","steps":["trace[601888883] 'process raft request' (duration: 685.146555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:37.679486Z","caller":"traceutil/trace.go:171","msg":"trace[1894116339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24673; }","duration":"656.925462ms","start":"2026-03-03T01:45:37.022545Z","end":"2026-03-03T01:45:37.679471Z","steps":["trace[1894116339] 'agreement among raft nodes before linearized reading' (duration: 656.549075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.679762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.022537Z","time spent":"657.214097ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:45:37.679541Z","caller":"traceutil/trace.go:171","msg":"trace[1051114881] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"685.821028ms","start":"2026-03-03T01:45:36.99371Z","end":"2026-03-03T01:45:37.679531Z","steps":["trace[1051114881] 'process raft request' (duration: 685.106034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.67988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.83867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:45:37.679925Z","caller":"traceutil/trace.go:171","msg":"trace[1092618041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24673; }","duration":"666.901902ms","start":"2026-03-03T01:45:37.01301Z","end":"2026-03-03T01:45:37.679911Z","steps":["trace[1092618041] 'agreement among raft nodes before linearized reading' (duration: 666.267999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.679941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.993699Z","time spent":"686.206846ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:37.679972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.013Z","time spent":"666.962273ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:45:37.679978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.99374Z","time spent":"685.979612ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:37.680228Z","caller":"traceutil/trace.go:171","msg":"trace[163604795] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"685.394389ms","start":"2026-03-03T01:45:36.994821Z","end":"2026-03-03T01:45:37.680215Z","steps":["trace[163604795] 'process raft request' (duration: 684.199726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.680289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.994811Z","time spent":"685.44656ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:37.680319Z","caller":"traceutil/trace.go:171","msg":"trace[357631336] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"685.859649ms","start":"2026-03-03T01:45:36.994444Z","end":"2026-03-03T01:45:37.680304Z","steps":["trace[357631336] 'process raft request' (duration: 684.521653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.680415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.994417Z","time spent":"685.947641ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:37.680869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.893651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:45:37.680943Z","caller":"traceutil/trace.go:171","msg":"trace[872615880] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24673; }","duration":"796.007953ms","start":"2026-03-03T01:45:36.884919Z","end":"2026-03-03T01:45:37.680927Z","steps":["trace[872615880] 'agreement among raft nodes before linearized reading' (duration: 794.224208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.680989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:36.884899Z","time spent":"796.076454ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2667,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:45:37.681014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.293608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:45:37.681065Z","caller":"traceutil/trace.go:171","msg":"trace[1239239339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24673; }","duration":"677.38663ms","start":"2026-03-03T01:45:37.003663Z","end":"2026-03-03T01:45:37.68105Z","steps":["trace[1239239339] 'agreement among raft nodes before linearized reading' (duration: 676.076033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.680313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.67919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:45:37.681109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.003651Z","time spent":"677.445922ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:45:37.681408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.857101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:45:37.68149Z","caller":"traceutil/trace.go:171","msg":"trace[80166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24673; }","duration":"662.954713ms","start":"2026-03-03T01:45:37.018503Z","end":"2026-03-03T01:45:37.681458Z","steps":["trace[80166] 'agreement among raft nodes before linearized reading' (duration: 660.758559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.681525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.018494Z","time spent":"663.022904ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:45:37.681434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.31738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:45:37.681811Z","caller":"traceutil/trace.go:171","msg":"trace[32651718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24673; }","duration":"671.922461ms","start":"2026-03-03T01:45:37.009866Z","end":"2026-03-03T01:45:37.681788Z","steps":["trace[32651718] 'agreement among raft nodes before linearized reading' (duration: 669.265548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.681996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.009856Z","time spent":"672.089204ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:45:37.68111Z","caller":"traceutil/trace.go:171","msg":"trace[906855897] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24673; }","duration":"618.507728ms","start":"2026-03-03T01:45:37.062592Z","end":"2026-03-03T01:45:37.6811Z","steps":["trace[906855897] 'agreement among raft nodes before linearized reading' (duration: 617.677141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:37.682098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.062577Z","time spent":"619.480536ms","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:45:38.088105Z","caller":"traceutil/trace.go:171","msg":"trace[84842027] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"402.957955ms","start":"2026-03-03T01:45:37.685119Z","end":"2026-03-03T01:45:38.088077Z","steps":["trace[84842027] 'process raft request' (duration: 393.576929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.088263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.685105Z","time spent":"403.068427ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:38.821626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.535631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:45:38.821967Z","caller":"traceutil/trace.go:171","msg":"trace[1800583687] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"1.136725278s","start":"2026-03-03T01:45:37.685208Z","end":"2026-03-03T01:45:38.821933Z","steps":["trace[1800583687] 'process raft request' (duration: 667.808459ms)","trace[1800583687] 'compare' (duration: 468.372038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:38.822022Z","caller":"traceutil/trace.go:171","msg":"trace[1792704166] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"1.136113516s","start":"2026-03-03T01:45:37.685889Z","end":"2026-03-03T01:45:38.822002Z","steps":["trace[1792704166] 'process raft request' (duration: 1.136008324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.822132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.68588Z","time spent":"1.136188408s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:38.822141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.68519Z","time spent":"1.13685429s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:38.822165Z","caller":"traceutil/trace.go:171","msg":"trace[1225216396] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"1.136619786s","start":"2026-03-03T01:45:37.685515Z","end":"2026-03-03T01:45:38.822135Z","steps":["trace[1225216396] 'process raft request' (duration: 1.136207828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.822324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.685507Z","time spent":"1.136737888s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:38.822399Z","caller":"traceutil/trace.go:171","msg":"trace[130754149] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25547; }","duration":"866.503716ms","start":"2026-03-03T01:45:37.955876Z","end":"2026-03-03T01:45:38.822379Z","steps":["trace[130754149] 'read index received' (duration: 122.864197ms)","trace[130754149] 'applied index is now lower than readState.Index' (duration: 743.637359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:38.822361Z","caller":"traceutil/trace.go:171","msg":"trace[174858855] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.136337871s","start":"2026-03-03T01:45:37.685946Z","end":"2026-03-03T01:45:38.822284Z","steps":["trace[174858855] 'process raft request' (duration: 1.136003894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.822552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.685925Z","time spent":"1.136550695s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:45:38.823007Z","caller":"traceutil/trace.go:171","msg":"trace[1062271572] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"309.574935ms","start":"2026-03-03T01:45:38.513322Z","end":"2026-03-03T01:45:38.822897Z","steps":["trace[1062271572] 'process raft request' (duration: 308.950923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.823032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.174131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T01:45:38.823141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:38.513298Z","time spent":"309.768748ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:45:38.823362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.074512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:38.823302Z","caller":"traceutil/trace.go:171","msg":"trace[1125918287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24679; }","duration":"611.493437ms","start":"2026-03-03T01:45:38.211787Z","end":"2026-03-03T01:45:38.823281Z","steps":["trace[1125918287] 'agreement among raft nodes before linearized reading' (duration: 611.09535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:38.823458Z","caller":"traceutil/trace.go:171","msg":"trace[350884037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24679; }","duration":"102.196055ms","start":"2026-03-03T01:45:38.721208Z","end":"2026-03-03T01:45:38.823404Z","steps":["trace[350884037] 'agreement among raft nodes before linearized reading' (duration: 102.034292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.823481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:38.211766Z","time spent":"611.67176ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:45:38.823187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.290451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:45:38.823722Z","caller":"traceutil/trace.go:171","msg":"trace[2135998708] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24679; }","duration":"867.865233ms","start":"2026-03-03T01:45:37.955834Z","end":"2026-03-03T01:45:38.823699Z","steps":["trace[2135998708] 'agreement among raft nodes before linearized reading' (duration: 866.623958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:45:38.823786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:45:37.955814Z","time spent":"867.953905ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:45:53.959487Z","caller":"traceutil/trace.go:171","msg":"trace[328009897] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"117.167062ms","start":"2026-03-03T01:45:53.842224Z","end":"2026-03-03T01:45:53.959391Z","steps":["trace[328009897] 'process raft request' (duration: 117.011279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:45:53.95974Z","caller":"traceutil/trace.go:171","msg":"trace[1475319207] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"117.51352ms","start":"2026-03-03T01:45:53.842187Z","end":"2026-03-03T01:45:53.9597Z","steps":["trace[1475319207] 'process raft request' (duration: 89.006222ms)","trace[1475319207] 'compare' (duration: 27.862355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:45:53.959858Z","caller":"traceutil/trace.go:171","msg":"trace[3744443] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"116.441799ms","start":"2026-03-03T01:45:53.843372Z","end":"2026-03-03T01:45:53.959813Z","steps":["trace[3744443] 'process raft request' (duration: 115.926968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:46:55.432109Z","caller":"traceutil/trace.go:171","msg":"trace[1099652038] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26293; }","duration":"120.476799ms","start":"2026-03-03T01:46:55.31161Z","end":"2026-03-03T01:46:55.432086Z","steps":["trace[1099652038] 'read index received' (duration: 120.314226ms)","trace[1099652038] 'applied index is now lower than readState.Index' (duration: 161.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:46:55.432168Z","caller":"traceutil/trace.go:171","msg":"trace[1399760505] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"205.347649ms","start":"2026-03-03T01:46:55.226776Z","end":"2026-03-03T01:46:55.432124Z","steps":["trace[1399760505] 'process raft request' (duration: 205.162586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:55.43235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.745394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T01:46:55.432394Z","caller":"traceutil/trace.go:171","msg":"trace[630487639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25400; }","duration":"120.829706ms","start":"2026-03-03T01:46:55.311553Z","end":"2026-03-03T01:46:55.432382Z","steps":["trace[630487639] 'agreement among raft nodes before linearized reading' (duration: 120.676963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:46:55.617589Z","caller":"traceutil/trace.go:171","msg":"trace[727191972] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"179.976754ms","start":"2026-03-03T01:46:55.437573Z","end":"2026-03-03T01:46:55.61755Z","steps":["trace[727191972] 'process raft request' (duration: 135.662892ms)","trace[727191972] 'compare' (duration: 44.020916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:46:55.617537Z","caller":"traceutil/trace.go:171","msg":"trace[884650894] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26294; }","duration":"174.606707ms","start":"2026-03-03T01:46:55.442904Z","end":"2026-03-03T01:46:55.61751Z","steps":["trace[884650894] 'read index received' (duration: 44.144959ms)","trace[884650894] 'applied index is now lower than readState.Index' (duration: 130.460598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:46:55.617813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.891594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:46:55.617868Z","caller":"traceutil/trace.go:171","msg":"trace[1740759530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25402; }","duration":"174.976186ms","start":"2026-03-03T01:46:55.442877Z","end":"2026-03-03T01:46:55.617854Z","steps":["trace[1740759530] 'agreement among raft nodes before linearized reading' (duration: 174.769152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:55.617968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.926588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:46:55.617996Z","caller":"traceutil/trace.go:171","msg":"trace[212765786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25402; }","duration":"129.99775ms","start":"2026-03-03T01:46:55.487992Z","end":"2026-03-03T01:46:55.617989Z","steps":["trace[212765786] 'agreement among raft nodes before linearized reading' (duration: 129.908578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:46:56.206815Z","caller":"traceutil/trace.go:171","msg":"trace[741711393] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26298; }","duration":"154.352164ms","start":"2026-03-03T01:46:56.052437Z","end":"2026-03-03T01:46:56.206789Z","steps":["trace[741711393] 'read index received' (duration: 154.251943ms)","trace[741711393] 'applied index is now lower than readState.Index' (duration: 98.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:46:56.207256Z","caller":"traceutil/trace.go:171","msg":"trace[1888211705] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"314.139636ms","start":"2026-03-03T01:46:55.893096Z","end":"2026-03-03T01:46:56.207235Z","steps":["trace[1888211705] 'process raft request' (duration: 313.545795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:56.207403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:46:55.893062Z","time spent":"314.249839ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:46:56.207673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.214081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:46:56.207819Z","caller":"traceutil/trace.go:171","msg":"trace[1905627025] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25405; }","duration":"155.427375ms","start":"2026-03-03T01:46:56.052373Z","end":"2026-03-03T01:46:56.2078Z","steps":["trace[1905627025] 'agreement among raft nodes before linearized reading' (duration: 155.033508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:46:56.236154Z","caller":"traceutil/trace.go:171","msg":"trace[1280450843] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"179.247199ms","start":"2026-03-03T01:46:56.056888Z","end":"2026-03-03T01:46:56.236135Z","steps":["trace[1280450843] 'process raft request' (duration: 179.122097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:46:56.236554Z","caller":"traceutil/trace.go:171","msg":"trace[828485742] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"176.821871ms","start":"2026-03-03T01:46:56.05971Z","end":"2026-03-03T01:46:56.236532Z","steps":["trace[828485742] 'process raft request' (duration: 176.389313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:56.237017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.390756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:46:56.237083Z","caller":"traceutil/trace.go:171","msg":"trace[1578605022] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25410; }","duration":"139.515888ms","start":"2026-03-03T01:46:56.097551Z","end":"2026-03-03T01:46:56.237067Z","steps":["trace[1578605022] 'agreement among raft nodes before linearized reading' (duration: 139.396366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:56.237111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.365067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:46:56.237186Z","caller":"traceutil/trace.go:171","msg":"trace[515396438] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25410; }","duration":"132.492899ms","start":"2026-03-03T01:46:56.104674Z","end":"2026-03-03T01:46:56.237167Z","steps":["trace[515396438] 'agreement among raft nodes before linearized reading' (duration: 132.342076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:46:56.237262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.520419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-03T01:46:56.237312Z","caller":"traceutil/trace.go:171","msg":"trace[509987184] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25410; }","duration":"139.628611ms","start":"2026-03-03T01:46:56.097672Z","end":"2026-03-03T01:46:56.237301Z","steps":["trace[509987184] 'agreement among raft nodes before linearized reading' (duration: 139.476428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:04.497978Z","caller":"traceutil/trace.go:171","msg":"trace[883460097] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"258.58314ms","start":"2026-03-03T01:47:04.239369Z","end":"2026-03-03T01:47:04.497952Z","steps":["trace[883460097] 'process raft request' (duration: 258.414955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:04.619641Z","caller":"traceutil/trace.go:171","msg":"trace[1238307547] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"334.079562ms","start":"2026-03-03T01:47:04.285484Z","end":"2026-03-03T01:47:04.619564Z","steps":["trace[1238307547] 'process raft request' (duration: 333.991441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:04.619831Z","caller":"traceutil/trace.go:171","msg":"trace[1717450581] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"334.233856ms","start":"2026-03-03T01:47:04.285579Z","end":"2026-03-03T01:47:04.619813Z","steps":["trace[1717450581] 'process raft request' (duration: 333.93251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:04.619872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.285228Z","time spent":"334.530511ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:47:04.619922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.285334Z","time spent":"334.538761ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:47:04.620024Z","caller":"traceutil/trace.go:171","msg":"trace[1451438286] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"347.836127ms","start":"2026-03-03T01:47:04.272178Z","end":"2026-03-03T01:47:04.620015Z","steps":["trace[1451438286] 'process raft request' (duration: 299.75142ms)","trace[1451438286] 'compare' (duration: 47.183809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:47:04.620079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.272144Z","time spent":"347.905798ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:47:04.620118Z","caller":"traceutil/trace.go:171","msg":"trace[1389545313] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"334.98239ms","start":"2026-03-03T01:47:04.285075Z","end":"2026-03-03T01:47:04.620058Z","steps":["trace[1389545313] 'process raft request' (duration: 334.337867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:04.620287Z","caller":"traceutil/trace.go:171","msg":"trace[2114689870] linearizableReadLoop","detail":"{readStateIndex:26381; appliedIndex:26380; }","duration":"345.53044ms","start":"2026-03-03T01:47:04.274743Z","end":"2026-03-03T01:47:04.620273Z","steps":["trace[2114689870] 'read index received' (duration: 223.899388ms)","trace[2114689870] 'applied index is now lower than readState.Index' (duration: 121.630092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:47:04.620392Z","caller":"traceutil/trace.go:171","msg":"trace[2014161092] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"331.629233ms","start":"2026-03-03T01:47:04.288753Z","end":"2026-03-03T01:47:04.620382Z","steps":["trace[2014161092] 'process raft request' (duration: 331.004541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:04.620444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.288744Z","time spent":"331.671645ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:47:04.620425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.285052Z","time spent":"335.219105ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:47:04.620458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.719315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:04.620503Z","caller":"traceutil/trace.go:171","msg":"trace[1564123202] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25490; }","duration":"345.794105ms","start":"2026-03-03T01:47:04.274696Z","end":"2026-03-03T01:47:04.62049Z","steps":["trace[1564123202] 'agreement among raft nodes before linearized reading' (duration: 345.723354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:04.620539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.274676Z","time spent":"345.856577ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-03T01:47:04.620618Z","caller":"traceutil/trace.go:171","msg":"trace[1008968680] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"227.166383ms","start":"2026-03-03T01:47:04.393426Z","end":"2026-03-03T01:47:04.620592Z","steps":["trace[1008968680] 'process raft request' (duration: 226.791806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:04.620644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.642202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:04.620746Z","caller":"traceutil/trace.go:171","msg":"trace[1259916394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25490; }","duration":"345.772035ms","start":"2026-03-03T01:47:04.274962Z","end":"2026-03-03T01:47:04.620734Z","steps":["trace[1259916394] 'agreement among raft nodes before linearized reading' (duration: 345.649933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:47:04.620783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:47:04.274949Z","time spent":"345.824606ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:47:04.832287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.94032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:47:04.832431Z","caller":"traceutil/trace.go:171","msg":"trace[788548956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25491; }","duration":"112.154273ms","start":"2026-03-03T01:47:04.720248Z","end":"2026-03-03T01:47:04.832403Z","steps":["trace[788548956] 'range keys from in-memory index tree' (duration: 111.806937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:47:42.228153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23475} {"level":"info","ts":"2026-03-03T01:47:42.361207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23475,"took":"128.174753ms","hash":3653760000,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":32485376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T01:47:42.361268Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3653760000,"revision":23475,"compact-revision":20367} {"level":"warn","ts":"2026-03-03T01:49:06.468846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.574822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:49:06.468926Z","caller":"traceutil/trace.go:171","msg":"trace[441320654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26600; }","duration":"106.706255ms","start":"2026-03-03T01:49:06.362205Z","end":"2026-03-03T01:49:06.468911Z","steps":["trace[441320654] 'range keys from in-memory index tree' (duration: 106.41934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:06.469136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.718025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:49:06.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.366943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:49:06.469235Z","caller":"traceutil/trace.go:171","msg":"trace[1061919278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26600; }","duration":"106.869118ms","start":"2026-03-03T01:49:06.362345Z","end":"2026-03-03T01:49:06.469214Z","steps":["trace[1061919278] 'count revisions from in-memory index tree' (duration: 106.658584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:06.46924Z","caller":"traceutil/trace.go:171","msg":"trace[2012548324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26600; }","duration":"155.492666ms","start":"2026-03-03T01:49:06.313729Z","end":"2026-03-03T01:49:06.469221Z","steps":["trace[2012548324] 'range keys from in-memory index tree' (duration: 155.20827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:06.640416Z","caller":"traceutil/trace.go:171","msg":"trace[1415582519] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"166.774622ms","start":"2026-03-03T01:49:06.473609Z","end":"2026-03-03T01:49:06.640384Z","steps":["trace[1415582519] 'process raft request' (duration: 166.478405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:06.963721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.656155ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:49:06.96384Z","caller":"traceutil/trace.go:171","msg":"trace[1356906843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26601; }","duration":"205.789857ms","start":"2026-03-03T01:49:06.758031Z","end":"2026-03-03T01:49:06.963821Z","steps":["trace[1356906843] 'range keys from in-memory index tree' (duration: 205.633844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:07.075365Z","caller":"traceutil/trace.go:171","msg":"trace[1452367978] linearizableReadLoop","detail":"{readStateIndex:27530; appliedIndex:27527; }","duration":"458.003981ms","start":"2026-03-03T01:49:06.617331Z","end":"2026-03-03T01:49:07.075335Z","steps":["trace[1452367978] 'read index received' (duration: 22.811734ms)","trace[1452367978] 'applied index is now lower than readState.Index' (duration: 435.191347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:49:07.075433Z","caller":"traceutil/trace.go:171","msg":"trace[1874932492] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"601.648402ms","start":"2026-03-03T01:49:06.473753Z","end":"2026-03-03T01:49:07.075402Z","steps":["trace[1874932492] 'process raft request' (duration: 601.339976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:07.075631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:49:06.473724Z","time spent":"601.764954ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:49:07.075648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.264366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6bbc796b64-fhhgv.189931a37e3f8bce\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-03T01:49:07.075642Z","caller":"traceutil/trace.go:171","msg":"trace[1410903933] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"601.087101ms","start":"2026-03-03T01:49:06.474433Z","end":"2026-03-03T01:49:07.07552Z","steps":["trace[1410903933] 'process raft request' (duration: 600.851846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:07.07591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:49:06.474398Z","time spent":"601.388557ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:49:07.075715Z","caller":"traceutil/trace.go:171","msg":"trace[1284635761] range","detail":"{range_begin:/registry/events/openstack/manila-api-6bbc796b64-fhhgv.189931a37e3f8bce; range_end:; response_count:1; response_revision:26603; }","duration":"458.4507ms","start":"2026-03-03T01:49:06.617245Z","end":"2026-03-03T01:49:07.075695Z","steps":["trace[1284635761] 'agreement among raft nodes before linearized reading' (duration: 458.229456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:07.076033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:49:06.617207Z","time spent":"458.794176ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1563,"request content":"key:\"/registry/events/openstack/manila-api-6bbc796b64-fhhgv.189931a37e3f8bce\" "} {"level":"warn","ts":"2026-03-03T01:49:07.090749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.839705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:49:07.090831Z","caller":"traceutil/trace.go:171","msg":"trace[222647163] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26604; }","duration":"260.990507ms","start":"2026-03-03T01:49:06.82982Z","end":"2026-03-03T01:49:07.09081Z","steps":["trace[222647163] 'agreement among raft nodes before linearized reading' (duration: 260.822894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:07.091184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.230162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T01:49:07.091192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.900297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:49:07.09128Z","caller":"traceutil/trace.go:171","msg":"trace[433035180] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26604; }","duration":"151.395856ms","start":"2026-03-03T01:49:06.939863Z","end":"2026-03-03T01:49:07.091259Z","steps":["trace[433035180] 'agreement among raft nodes before linearized reading' (duration: 150.950336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:07.091297Z","caller":"traceutil/trace.go:171","msg":"trace[1526516406] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26604; }","duration":"250.03362ms","start":"2026-03-03T01:49:06.841239Z","end":"2026-03-03T01:49:07.091272Z","steps":["trace[1526516406] 'agreement among raft nodes before linearized reading' (duration: 249.877496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:49:39.41772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.295305ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T01:49:39.41798Z","caller":"traceutil/trace.go:171","msg":"trace[469889141] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"129.707713ms","start":"2026-03-03T01:49:39.28826Z","end":"2026-03-03T01:49:39.417968Z","steps":["trace[469889141] 'process raft request' (duration: 129.650072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:39.418027Z","caller":"traceutil/trace.go:171","msg":"trace[1273231363] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"179.152928ms","start":"2026-03-03T01:49:39.238831Z","end":"2026-03-03T01:49:39.417984Z","steps":["trace[1273231363] 'process raft request' (duration: 178.981815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:39.41827Z","caller":"traceutil/trace.go:171","msg":"trace[320356887] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"129.984078ms","start":"2026-03-03T01:49:39.28826Z","end":"2026-03-03T01:49:39.418244Z","steps":["trace[320356887] 'process raft request' (duration: 129.680382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:39.418269Z","caller":"traceutil/trace.go:171","msg":"trace[1125595674] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"129.883616ms","start":"2026-03-03T01:49:39.288359Z","end":"2026-03-03T01:49:39.418243Z","steps":["trace[1125595674] 'process raft request' (duration: 129.783244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:39.425716Z","caller":"traceutil/trace.go:171","msg":"trace[1225164860] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"136.228933ms","start":"2026-03-03T01:49:39.289465Z","end":"2026-03-03T01:49:39.425694Z","steps":["trace[1225164860] 'process raft request' (duration: 135.838625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:39.426122Z","caller":"traceutil/trace.go:171","msg":"trace[1728686083] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"136.087261ms","start":"2026-03-03T01:49:39.290026Z","end":"2026-03-03T01:49:39.426113Z","steps":["trace[1728686083] 'process raft request' (duration: 135.392067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:53.78818Z","caller":"traceutil/trace.go:171","msg":"trace[947014437] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"238.291396ms","start":"2026-03-03T01:49:53.549826Z","end":"2026-03-03T01:49:53.788117Z","steps":["trace[947014437] 'process raft request' (duration: 238.091852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:53.788428Z","caller":"traceutil/trace.go:171","msg":"trace[1093858870] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"238.429228ms","start":"2026-03-03T01:49:53.549965Z","end":"2026-03-03T01:49:53.788394Z","steps":["trace[1093858870] 'process raft request' (duration: 238.108112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:49:54.340621Z","caller":"traceutil/trace.go:171","msg":"trace[1228274184] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"104.920939ms","start":"2026-03-03T01:49:54.235677Z","end":"2026-03-03T01:49:54.340598Z","steps":["trace[1228274184] 'process raft request' (duration: 104.789516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:01.703739Z","caller":"traceutil/trace.go:171","msg":"trace[1057958443] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"158.272202ms","start":"2026-03-03T01:50:01.545441Z","end":"2026-03-03T01:50:01.703713Z","steps":["trace[1057958443] 'process raft request' (duration: 158.094768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:02.047063Z","caller":"traceutil/trace.go:171","msg":"trace[348833517] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"453.992932ms","start":"2026-03-03T01:50:01.593053Z","end":"2026-03-03T01:50:02.047046Z","steps":["trace[348833517] 'process raft request' (duration: 453.849229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.047185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.59303Z","time spent":"454.096233ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:50:02.047275Z","caller":"traceutil/trace.go:171","msg":"trace[1225753650] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"467.48447ms","start":"2026-03-03T01:50:01.579763Z","end":"2026-03-03T01:50:02.047248Z","steps":["trace[1225753650] 'process raft request' (duration: 466.97905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:02.04735Z","caller":"traceutil/trace.go:171","msg":"trace[1830521640] linearizableReadLoop","detail":"{readStateIndex:28053; appliedIndex:28046; }","duration":"374.927017ms","start":"2026-03-03T01:50:01.672397Z","end":"2026-03-03T01:50:02.047324Z","steps":["trace[1830521640] 'read index received' (duration: 31.171851ms)","trace[1830521640] 'applied index is now lower than readState.Index' (duration: 343.753076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:50:02.047392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.579723Z","time spent":"467.609942ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:50:02.047483Z","caller":"traceutil/trace.go:171","msg":"trace[77678635] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"461.654704ms","start":"2026-03-03T01:50:01.585819Z","end":"2026-03-03T01:50:02.047473Z","steps":["trace[77678635] 'process raft request' (duration: 461.060552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:02.047532Z","caller":"traceutil/trace.go:171","msg":"trace[697283591] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"399.159269ms","start":"2026-03-03T01:50:01.648357Z","end":"2026-03-03T01:50:02.047516Z","steps":["trace[697283591] 'process raft request' (duration: 398.889914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.047791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.585785Z","time spent":"461.718726ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:50:02.047792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.648337Z","time spent":"399.409213ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:50:02.047919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.977551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:50:02.047974Z","caller":"traceutil/trace.go:171","msg":"trace[1875011592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27110; }","duration":"227.063382ms","start":"2026-03-03T01:50:01.820895Z","end":"2026-03-03T01:50:02.047959Z","steps":["trace[1875011592] 'agreement among raft nodes before linearized reading' (duration: 226.947389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.047805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.400726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:50:02.048047Z","caller":"traceutil/trace.go:171","msg":"trace[1947174595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27110; }","duration":"375.675802ms","start":"2026-03-03T01:50:01.672355Z","end":"2026-03-03T01:50:02.048031Z","steps":["trace[1947174595] 'agreement among raft nodes before linearized reading' (duration: 375.309585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:02.048081Z","caller":"traceutil/trace.go:171","msg":"trace[68399101] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"453.657665ms","start":"2026-03-03T01:50:01.594416Z","end":"2026-03-03T01:50:02.048073Z","steps":["trace[68399101] 'process raft request' (duration: 452.603744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.048122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.594407Z","time spent":"453.691585ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:50:02.048115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.672334Z","time spent":"375.766593ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:50:02.048223Z","caller":"traceutil/trace.go:171","msg":"trace[1611169315] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"453.338778ms","start":"2026-03-03T01:50:01.594875Z","end":"2026-03-03T01:50:02.048214Z","steps":["trace[1611169315] 'process raft request' (duration: 452.219826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.048357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.844368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:50:02.048396Z","caller":"traceutil/trace.go:171","msg":"trace[2098183492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27110; }","duration":"218.91815ms","start":"2026-03-03T01:50:01.829465Z","end":"2026-03-03T01:50:02.048383Z","steps":["trace[2098183492] 'agreement among raft nodes before linearized reading' (duration: 218.827518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:50:02.048478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:50:01.594847Z","time spent":"453.389739ms","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:50:02.183363Z","caller":"traceutil/trace.go:171","msg":"trace[557944426] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"131.54374ms","start":"2026-03-03T01:50:02.051789Z","end":"2026-03-03T01:50:02.183333Z","steps":["trace[557944426] 'process raft request' (duration: 114.041441ms)","trace[557944426] 'compare' (duration: 17.301285ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:50:02.260033Z","caller":"traceutil/trace.go:171","msg":"trace[671644268] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"199.974811ms","start":"2026-03-03T01:50:02.06003Z","end":"2026-03-03T01:50:02.260005Z","steps":["trace[671644268] 'process raft request' (duration: 199.932651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:50:02.260196Z","caller":"traceutil/trace.go:171","msg":"trace[2057401043] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"200.175556ms","start":"2026-03-03T01:50:02.060015Z","end":"2026-03-03T01:50:02.260191Z","steps":["trace[2057401043] 'process raft request' (duration: 199.810339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:52:42.234263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25797} {"level":"info","ts":"2026-03-03T01:52:42.352472Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25797,"took":"115.51383ms","hash":3087587006,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":31350784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T01:52:42.352543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3087587006,"revision":25797,"compact-revision":23475} {"level":"warn","ts":"2026-03-03T01:54:17.751509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.707699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:54:17.75178Z","caller":"traceutil/trace.go:171","msg":"trace[1583063508] linearizableReadLoop","detail":"{readStateIndex:29884; appliedIndex:29882; }","duration":"159.586429ms","start":"2026-03-03T01:54:17.592172Z","end":"2026-03-03T01:54:17.751758Z","steps":["trace[1583063508] 'read index received' (duration: 49.668505ms)","trace[1583063508] 'applied index is now lower than readState.Index' (duration: 109.916694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:54:17.751837Z","caller":"traceutil/trace.go:171","msg":"trace[160002076] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"174.7137ms","start":"2026-03-03T01:54:17.577094Z","end":"2026-03-03T01:54:17.751808Z","steps":["trace[160002076] 'process raft request' (duration: 174.551557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:54:17.752034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.842094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:54:17.752132Z","caller":"traceutil/trace.go:171","msg":"trace[422114601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28887; }","duration":"159.978007ms","start":"2026-03-03T01:54:17.592137Z","end":"2026-03-03T01:54:17.752115Z","steps":["trace[422114601] 'agreement among raft nodes before linearized reading' (duration: 159.740852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:54:17.751872Z","caller":"traceutil/trace.go:171","msg":"trace[1889474567] transaction","detail":"{read_only:false; response_revision:28886; number_of_response:1; }","duration":"175.7279ms","start":"2026-03-03T01:54:17.576122Z","end":"2026-03-03T01:54:17.75185Z","steps":["trace[1889474567] 'process raft request' (duration: 65.596992ms)","trace[1889474567] 'compare' (duration: 109.377002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:54:23.881587Z","caller":"traceutil/trace.go:171","msg":"trace[839149988] linearizableReadLoop","detail":"{readStateIndex:29926; appliedIndex:29925; }","duration":"105.064286ms","start":"2026-03-03T01:54:23.77648Z","end":"2026-03-03T01:54:23.881544Z","steps":["trace[839149988] 'read index received' (duration: 101.491945ms)","trace[839149988] 'applied index is now lower than readState.Index' (duration: 3.571441ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:54:23.881604Z","caller":"traceutil/trace.go:171","msg":"trace[1943550308] transaction","detail":"{read_only:false; response_revision:28927; number_of_response:1; }","duration":"105.608237ms","start":"2026-03-03T01:54:23.775965Z","end":"2026-03-03T01:54:23.881573Z","steps":["trace[1943550308] 'process raft request' (duration: 102.003805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:54:23.88185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.345122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:54:23.881937Z","caller":"traceutil/trace.go:171","msg":"trace[993601997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28927; }","duration":"105.459965ms","start":"2026-03-03T01:54:23.776455Z","end":"2026-03-03T01:54:23.881915Z","steps":["trace[993601997] 'agreement among raft nodes before linearized reading' (duration: 105.181899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:54:23.935885Z","caller":"traceutil/trace.go:171","msg":"trace[1206006133] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"156.889926ms","start":"2026-03-03T01:54:23.778972Z","end":"2026-03-03T01:54:23.935862Z","steps":["trace[1206006133] 'process raft request' (duration: 156.696682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:54:23.93613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.266866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:54:23.93624Z","caller":"traceutil/trace.go:171","msg":"trace[119351288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28928; }","duration":"132.428629ms","start":"2026-03-03T01:54:23.803787Z","end":"2026-03-03T01:54:23.936216Z","steps":["trace[119351288] 'agreement among raft nodes before linearized reading' (duration: 132.102273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:54:34.702072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:54:34.709112Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T01:54:34.709227Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T01:57:42.239177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28238} {"level":"info","ts":"2026-03-03T01:57:42.381071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28238,"took":"138.723205ms","hash":2489810572,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":28180480,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:57:42.381138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2489810572,"revision":28238,"compact-revision":25797} {"level":"info","ts":"2026-03-03T02:02:42.248751Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30318} {"level":"info","ts":"2026-03-03T02:02:42.40137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30318,"took":"148.714073ms","hash":1411628101,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":27758592,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T02:02:42.401478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1411628101,"revision":30318,"compact-revision":28238} {"level":"info","ts":"2026-03-03T02:05:57.570152Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008907.wal"} {"level":"info","ts":"2026-03-03T02:07:42.255632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32519} {"level":"info","ts":"2026-03-03T02:07:42.382522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32519,"took":"122.144596ms","hash":1324749500,"current-db-size-bytes":52772864,"current-db-size":"53 MB","current-db-size-in-use-bytes":29327360,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T02:07:42.382576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1324749500,"revision":32519,"compact-revision":30318} {"level":"info","ts":"2026-03-03T02:12:42.262178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34647} {"level":"info","ts":"2026-03-03T02:12:42.383026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34647,"took":"113.936067ms","hash":1160428840,"current-db-size-bytes":53616640,"current-db-size":"54 MB","current-db-size-in-use-bytes":27807744,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T02:12:42.383074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1160428840,"revision":34647,"compact-revision":32519}